-- Logs begin at Mon 2021-08-30 13:50:22 UTC, end at Mon 2021-08-30 14:50:14 UTC. -- Aug 30 14:23:49.676311 dv-cinder-777031-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 14:23:52.447898 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.common.config [-] Logging enabled! Aug 30 14:23:52.448596 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 14:23:52.448715 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93771) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 14:23:52.452046 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.common.config [-] Logging enabled! Aug 30 14:23:52.452298 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 14:23:52.452617 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93771) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 14:23:52.453582 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 14:23:52.453813 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 14:23:52.454203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 14:23:52.454447 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 14:23:52.454700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 14:23:52.455034 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.455332 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.455623 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.455840 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.456160 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.456508 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.456798 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.457073 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.457367 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.457655 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.457935 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.458221 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.458463 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.458771 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.459058 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.459342 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.459566 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] debug = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.459846 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.460266 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.460697 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.460980 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.461270 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.461556 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.461834 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.462114 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.462399 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.462754 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] host = dv-cinder-777031-2-iscsi {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.463034 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.463319 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.463605 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.463895 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.464171 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.464452 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.464738 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.465011 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.465282 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.465556 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.465845 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.466132 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.466421 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.466749 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.474639 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.475050 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.475365 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.475664 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.475956 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.476250 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.476510 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.476803 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.477119 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.477523 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.477822 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.478129 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.478409 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.478727 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.479014 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.479419 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.480794 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.481894 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.482198 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.482470 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.482805 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.483094 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.483384 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.483706 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.484002 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.484296 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.484590 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.484874 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.485166 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.485451 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.485735 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.486014 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] use_json = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.486296 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.486577 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.486888 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.487167 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.487446 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.487780 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.488164 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.488359 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:52.488671 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.488972 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.489280 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.489569 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.489872 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.490160 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.490453 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.490758 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.491072 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.491362 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.491663 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.491945 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.492239 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.492518 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.492816 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.493131 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.493426 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.493719 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.493999 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.494275 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.494551 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.494858 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.495149 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.495428 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.495720 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.496007 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.496288 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.496576 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.496872 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.497161 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.497436 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.497714 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.498001 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.498279 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.498548 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.498851 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.499136 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.499414 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.499684 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.499965 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.500242 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.500511 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.500782 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.501065 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.501354 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.501629 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.501898 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.502165 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.502440 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.502748 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.503036 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.503336 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.503608 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.504030 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.504330 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.504604 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.504877 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.505156 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.505427 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.505709 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.505981 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.506250 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.506520 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.506816 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.507088 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.507360 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.507631 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.507904 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.508175 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.508445 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.508716 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.508991 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.509265 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.509552 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.509856 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.510136 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.510417 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.510723 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.511006 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.511288 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.511569 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.511850 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.512130 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.512404 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.512695 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.512985 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.513276 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.513565 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.513846 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.514151 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.514430 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.514743 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.515029 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.515309 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.515595 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.515883 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.516178 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.516471 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.516763 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.517059 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.517353 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.517637 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.517946 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.518229 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:52.518448 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 14:23:52.518732 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93771) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 14:23:52.870995 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 14:23:52.871237 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 14:23:52.871543 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 14:23:52.871882 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 14:23:53.270028 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.270310 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.270575 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.271931 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.272202 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.272423 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.310615 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.310869 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.311146 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.331242 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.331597 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.331803 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.361861 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.362139 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.362406 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.400261 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.400540 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.400793 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.637958 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.638658 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.638658 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.638854 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.639648 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.759636 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.759958 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.760240 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.760507 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.760762 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.761047 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.761333 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.761579 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.761826 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.762104 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.762359 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.762636 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.762883 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.763127 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.763375 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.763634 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.763883 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.764144 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.764404 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.764639 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.764904 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.765151 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.765426 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.765803 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.766049 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.766293 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.766718 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:53.766960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:53.767202 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:53.767437 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:53.767671 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:53.767905 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:53.768271 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 14:23:53.771811 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 14:23:53.781113 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 14:23:53.785275 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 30 14:23:53.787007 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 14:23:53.787518 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 14:23:53.787855 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 14:23:53.788228 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 14:23:53.791232 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 14:23:53.791445 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 14:23:53.791830 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 14:23:53.797315 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 14:23:53.820091 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 14:23:53.820558 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.820860 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93771) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 14:23:53.821226 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.822715 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93771) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 14:23:53.823010 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 14:23:53.823254 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 14:23:53.826499 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.826777 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:53.892698 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 14:23:53.892896 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 14:23:53.893085 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 14:23:53.893469 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 14:23:53.916932 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_db.sqlalchemy.engines [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93771) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 14:23:54.477486 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing driver for type 'gre' Aug 30 14:23:54.478182 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] gre ID ranges: [(1, 1000)] Aug 30 14:23:54.535846 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing driver for type 'local' Aug 30 14:23:54.536275 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing driver for type 'vlan' Aug 30 14:23:54.553593 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] VlanTypeDriver initialization complete Aug 30 14:23:54.553970 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing driver for type 'vxlan' Aug 30 14:23:54.554613 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] vxlan ID ranges: [(1, 1000)] Aug 30 14:23:54.607926 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing extension driver 'port_security' Aug 30 14:23:54.608291 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.extensions.port_security [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] PortSecurityExtensionDriver initialization complete Aug 30 14:23:54.608643 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing mechanism driver 'openvswitch' Aug 30 14:23:54.608964 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing mechanism driver 'hyperv' Aug 30 14:23:54.615666 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.plugin [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:54.616357 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.616730 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.617081 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.617603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93771) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:23:54.618038 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.618389 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.618780 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.619172 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93771) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:23:54.619571 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.619916 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.620258 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.620642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93771) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:23:54.621042 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > security_group after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.621383 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > security_group after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.621720 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.622254 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93771) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:23:54.622687 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.623042 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.623381 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.623777 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93771) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:23:54.624174 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > address_group after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.624520 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > address_group after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.624858 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.625244 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93771) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 14:23:54.625617 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] ML2 OVO RPC backend initialized. {{(pid=93771) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 14:23:54.626323 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.626701 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.627105 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.627457 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > networks before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.627808 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.628154 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > ports before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.628499 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.628842 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnets before_response 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.629196 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.629539 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.629877 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.630214 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.630554 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.630913 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.631248 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.631584 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.631917 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.632499 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.plugin [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Modular L2 Plugin initialization complete Aug 30 14:23:54.632829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading services supported by the core plugin {{(pid=93771) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 14:23:54.633153 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.plugins.ml2.managers [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Got port-security extension from driver 'port_security' Aug 30 14:23:54.633621 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.extensions.vlantransparent [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Disabled vlantransparent extension. Aug 30 14:23:54.634108 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93771) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 14:23:54.634421 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: router Aug 30 14:23:54.671884 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.672523 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_create 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.672622 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router before_create 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.672969 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.673339 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.673692 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_delete 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.674054 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.674400 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.674789 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_create 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.675130 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_update 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.675478 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_update 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.675818 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.676170 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_update 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.676576 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_update 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.677012 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.677347 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.677686 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: subnet after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.678024 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.678373 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.678741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_create 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.679078 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.679419 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.679784 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router after_update 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.680128 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.680479 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_create 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.680834 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.681170 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_update 55549900 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.681540 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > agent after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.681869 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > agent after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.682209 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > network after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.683120 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Tracking information for resource: router configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:54.683452 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Tracking information for resource: floatingip configured {{(pid=93771) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 14:23:54.688584 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.db.l3_agentschedulers_db [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 14:23:54.689162 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.689523 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port after_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.689870 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port after_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.690211 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: port after_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.691033 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router before_create 55550100 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.691384 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.691741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_create 55550100 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.692094 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > router precommit_update 55550100 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.696869 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.provider_configuration [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service providers = [] {{(pid=93771) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 14:23:54.697237 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.db.servicetype_db [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93771) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 14:23:54.700198 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.service_base [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93771) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:23:54.700579 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.service_base [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93771) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:23:54.700918 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.service_base [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93771) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:23:54.701809 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.services.service_base [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93771) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 14:23:54.702181 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.services.service_base [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 14:23:54.702631 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.702951 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 14:23:54.713769 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.714106 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: auto_allocate Aug 30 14:23:54.719955 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: network precommit_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.720325 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: network precommit_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.720859 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.721184 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: tag Aug 30 14:23:54.727878 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.728143 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: timestamp Aug 30 14:23:54.732206 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.732535 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: network_ip_availability Aug 30 14:23:54.737997 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.738370 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.738754 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.739575 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.739895 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: flavors Aug 30 14:23:54.744562 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.744895 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading Plugin: revisions Aug 30 14:23:54.749210 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93771) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 14:23:54.749602 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.878s {{(pid=93771) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 14:23:54.750366 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93771) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 14:23:54.750741 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Initializing extension manager. Aug 30 14:23:54.751260 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: __init__.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.751606 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: __pycache__ {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.751931 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.752257 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: address_group.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.753013 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.753588 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: address-group Aug 30 14:23:54.753903 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: address_scope.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.754631 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.755239 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: address-scope Aug 30 14:23:54.755557 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.756489 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.756998 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: router-admin-state-down-before-update Aug 30 14:23:54.757315 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: agent.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.758211 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.758746 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: agent Aug 30 14:23:54.759070 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: agent_resources_synced.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.759981 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.760487 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: agent-resources-synced Aug 30 14:23:54.760813 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: allowedaddresspairs.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.762618 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.763160 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: allowed-address-pairs Aug 30 14:23:54.763483 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: auto_allocated_topology.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.764553 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.765057 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: auto-allocated-topology Aug 30 14:23:54.765392 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: availability_zone.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.766091 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.766617 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: availability_zone Aug 30 14:23:54.766938 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: availability_zone_filter.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.767855 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.768361 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: availability_zone_filter Aug 30 14:23:54.768682 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: data_plane_status.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.769583 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.770084 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 14:23:54.770407 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: default_subnetpools.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.771554 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.772062 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: default-subnetpools Aug 30 14:23:54.772383 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.773216 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.773729 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: dhcp_agent_scheduler Aug 30 14:23:54.774052 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: dns.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.775366 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.775874 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 14:23:54.776195 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: dns_domain_ports.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.777111 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.777616 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 14:23:54.777937 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.778890 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.779390 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 14:23:54.779711 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: dvr.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.780382 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.780885 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: dvr Aug 30 14:23:54.781200 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: ecmp_routes.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.782094 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.782613 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 14:23:54.782938 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: empty_string_filtering.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.783845 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.784352 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: empty-string-filtering Aug 30 14:23:54.784669 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.785578 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.786075 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 14:23:54.786574 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.787536 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.788032 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 14:23:54.788354 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: external_net.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.789267 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.789772 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: external-net Aug 30 14:23:54.790091 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.791030 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.791537 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: extra_dhcp_opt Aug 30 14:23:54.791855 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: extraroute.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.792760 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.793268 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: extraroute Aug 30 14:23:54.793588 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: extraroute_atomic.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.794637 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.795154 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: extraroute-atomic Aug 30 14:23:54.795475 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: filter_validation.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.796144 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.796651 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: filter-validation Aug 30 14:23:54.796974 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: fip_pf_description.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.797884 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.798388 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 14:23:54.798742 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: fip_port_details.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.799656 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.800165 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: fip-port-details Aug 30 14:23:54.800487 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: flavors.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.801719 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.802318 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: flavors Aug 30 14:23:54.802651 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.804302 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.804819 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 14:23:54.805146 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: floatingip_pools.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.805840 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.806349 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: floatingip-pools Aug 30 14:23:54.806706 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: ip_allocation.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.807631 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.808133 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 14:23:54.808455 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.809381 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.809895 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: ip-substring-filtering Aug 30 14:23:54.810221 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l2_adjacency.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.811175 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.811703 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 14:23:54.812019 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.813150 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.813669 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: router Aug 30 14:23:54.813994 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.816303 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.816824 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 14:23:54.817155 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.818272 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.818809 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: ext-gw-mode Aug 30 14:23:54.819138 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.820077 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.820591 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: l3-ha Aug 30 14:23:54.820919 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3_flavors.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.821838 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.822346 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: l3-flavors Aug 30 14:23:54.822703 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.823613 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.824118 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 14:23:54.824442 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: l3agentscheduler.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.825493 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.826005 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: l3_agent_scheduler Aug 30 14:23:54.826330 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: logging.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.827841 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.828354 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension logging not supported by any of loaded plugins Aug 30 14:23:54.828685 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: metering.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.829434 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.830003 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: metering Aug 30 14:23:54.830333 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.831466 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.831976 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: metering_source_and_destination_fields Aug 30 14:23:54.832296 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: multiprovidernet.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.833497 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.834253 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: multi-provider Aug 30 14:23:54.834578 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: netmtu.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.835528 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.836032 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: net-mtu Aug 30 14:23:54.836351 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: netmtu_writable.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.837266 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.837780 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: net-mtu-writable Aug 30 14:23:54.838089 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: network_availability_zone.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.838791 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.839295 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: network_availability_zone Aug 30 14:23:54.839612 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: network_ip_availability.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.840702 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.841209 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: network-ip-availability Aug 30 14:23:54.841531 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: network_segment_range.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.842293 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.842817 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 14:23:54.843136 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: pagination.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.844133 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.844455 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: pagination Aug 30 14:23:54.844771 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: port_device_profile.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.845683 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.846196 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: port-device-profile Aug 30 14:23:54.846511 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.847460 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.847971 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: port-mac-address-regenerate Aug 30 14:23:54.848290 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.849358 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.849876 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: port-numa-affinity-policy Aug 30 14:23:54.850200 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: port_resource_request.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.851328 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.851841 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 14:23:54.852159 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: portbindings.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.853091 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.853603 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: binding Aug 30 14:23:54.853928 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: portbindings_extended.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.855383 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.855900 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: binding-extended Aug 30 14:23:54.856226 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: portsecurity.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.857146 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.857659 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: port-security Aug 30 14:23:54.857984 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: project_id.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.858992 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.859315 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: project-id Aug 30 14:23:54.859634 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: providernet.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.860566 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.861093 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: provider Aug 30 14:23:54.861413 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.865207 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.866307 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos not supported by any of loaded plugins Aug 30 14:23:54.866307 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.867862 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.868105 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 14:23:54.868403 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.870017 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.870017 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 14:23:54.870222 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_default.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.871165 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.871682 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-default not supported by any of loaded plugins Aug 30 14:23:54.872004 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_fip.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.872679 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.873179 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 14:23:54.873500 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_gateway_ip.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.874436 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.874980 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 14:23:54.875303 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_port_network_policy.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.876241 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.876753 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 14:23:54.877072 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_pps_rule.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.878307 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.878923 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 14:23:54.879248 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_rule_type_details.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.880268 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.880827 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 14:23:54.881159 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: qos_rules_alias.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.882217 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.882751 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 14:23:54.883084 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: quotasv2.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.884093 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.884415 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: quotas Aug 30 14:23:54.884734 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: quotasv2_detail.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.887965 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.888309 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: quota_details Aug 30 14:23:54.888642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: rbac.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.889988 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.890547 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: rbac-policies Aug 30 14:23:54.890939 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: rbac_address_group.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.891921 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.892438 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: rbac-address-group Aug 30 14:23:54.892766 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: rbac_address_scope.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.893684 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.894195 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: rbac-address-scope Aug 30 14:23:54.894518 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: rbac_security_groups.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.895471 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.896014 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: rbac-security-groups Aug 30 14:23:54.896367 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: rbac_subnetpool.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.897280 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.897794 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: rbac-subnetpool Aug 30 14:23:54.898114 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: revisionifmatch.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.899061 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.899910 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: revision-if-match Aug 30 14:23:54.900247 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: revisions.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.901429 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.901941 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: standard-attr-revisions Aug 30 14:23:54.902266 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: router_availability_zone.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.902977 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.903486 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: router_availability_zone Aug 30 14:23:54.903808 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: routerservicetype.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.904741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.905238 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 14:23:54.905554 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.906476 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.907019 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: security-groups-normalized-cidr Aug 30 14:23:54.907342 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.908288 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.908799 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: port-security-groups-filtering Aug 30 14:23:54.909120 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.910037 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.910560 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: security-groups-remote-address-group Aug 30 14:23:54.910947 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: securitygroup.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.922700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.923288 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: security-group Aug 30 14:23:54.923644 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: segment.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.924534 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.925050 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension segment not supported by any of loaded plugins Aug 30 14:23:54.925366 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.926405 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.926989 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 14:23:54.927284 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: servicetype.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.928572 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.929092 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: service-type Aug 30 14:23:54.929417 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: sorting.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.930461 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.930823 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: sorting Aug 30 14:23:54.931142 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: standard_attr_segment.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.932079 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.932605 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 14:23:54.932934 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: standardattrdescription.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.933592 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.934101 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: standard-attr-description Aug 30 14:23:54.934422 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: stateful_security_group.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.935389 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.935904 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: stateful-security-group Aug 30 14:23:54.936225 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: stdattrs_common.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.936804 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 14:23:54.937126 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.938101 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.938614 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 14:23:54.938963 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: subnet_onboard.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.940089 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.940603 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: subnet_onboard Aug 30 14:23:54.940926 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.941874 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.942376 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 14:23:54.942786 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: subnet_service_types.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.943726 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.944237 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: subnet-service-types Aug 30 14:23:54.944557 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: subnetallocation.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.945653 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.946168 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: subnet_allocation Aug 30 14:23:54.946497 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.947206 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.947714 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: subnetpool-prefix-ops Aug 30 14:23:54.948039 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.948991 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.949500 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 14:23:54.949829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: tagging.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.950988 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.951503 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: standard-attr-tag Aug 30 14:23:54.951828 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: timestamp.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.953060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.953575 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loaded extension: standard-attr-timestamp Aug 30 14:23:54.953897 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: trunk.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.954956 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.955474 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension trunk not supported by any of loaded plugins Aug 30 14:23:54.955799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: trunk_details.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.956728 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.957243 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 14:23:54.957585 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: uplink_status_propagation.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.958514 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.959048 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 14:23:54.959364 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Loading extension file: vlantransparent.py {{(pid=93771) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 14:23:54.960086 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93771) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 14:23:54.960590 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 14:23:54.963207 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:network Aug 30 14:23:54.963753 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:subnet Aug 30 14:23:54.964149 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:23:54.964537 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:port Aug 30 14:23:54.965812 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.966246 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service FLAVORS assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.966916 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.967337 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.967666 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:router Aug 30 14:23:54.968091 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 14:23:54.968592 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service METERING assigned prefix: /metering {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.970170 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.970565 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.970974 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:23:54.972018 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 14:23:54.972499 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:security_group Aug 30 14:23:54.972891 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 14:23:54.973491 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service CORE assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.973859 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:23:54.974218 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] subnetpool is already registered Aug 30 14:23:54.974657 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service CORE assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.974977 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:23:54.975307 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] subnetpool is already registered Aug 30 14:23:54.977592 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.978073 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service FLAVORS assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.978611 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.979055 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.979382 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:router Aug 30 14:23:54.979723 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] router is already registered Aug 30 14:23:54.980130 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 14:23:54.980462 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] floatingip is already registered Aug 30 14:23:54.980909 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service METERING assigned prefix: /metering {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.981571 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 14:23:54.981892 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] rbac_policy is already registered Aug 30 14:23:54.982300 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:security_group Aug 30 14:23:54.982651 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] security_group is already registered Aug 30 14:23:54.983055 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 14:23:54.983384 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] security_group_rule is already registered Aug 30 14:23:54.984013 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service CORE assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.984334 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:23:54.984662 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] subnetpool is already registered Aug 30 14:23:54.985076 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.v2.resource_helper [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Service CORE assigned prefix: {{(pid=93771) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 14:23:54.985399 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 14:23:54.985798 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING neutron.quota.resource_registry [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] subnetpool is already registered Aug 30 14:23:54.986185 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: extensions {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.987880 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: address-groups {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.989396 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: address-scopes {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.990722 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: agents {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.991898 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: auto-allocated-topology {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.993167 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: availability_zones {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.994407 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: dhcp-networks {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.995971 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: dhcp-agents {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.997393 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: routers {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:54.999694 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: flavors {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.000856 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: service_profiles {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.002087 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: next_providers {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.003570 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: service_profiles {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.005129 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: floatingip-pools {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.006567 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: routers {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.008821 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: floatingips {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.010118 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: l3-routers {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.011540 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: l3-agents {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.012926 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: metering-labels {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.014325 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: metering-label-rules {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.015654 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: network-ip-availabilities {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.016910 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: bindings {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.018621 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: quotas {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.020115 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: quotas {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.021569 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: rbac-policies {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.022798 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: security-groups {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.024434 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: security-group-rules {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.025683 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: service-providers {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.026925 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: subnetpools {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.029381 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: subnetpools {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.030908 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.032589 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.034383 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.036237 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.038064 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.039958 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.041632 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.043586 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.045414 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.047192 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron.api.extensions [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Extended resource: tags {{(pid=93771) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 14:23:55.053208 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING keystonemiddleware.auth_token [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 14:23:55.058021 dv-cinder-777031-2-iscsi neutron-server[93771]: WARNING keystonemiddleware.auth_token [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 14:23:55.066363 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Acquired lock "singleton_lock" {{(pid=93771) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 14:23:55.066864 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_concurrency.lockutils [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Releasing lock "singleton_lock" {{(pid=93771) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 14:23:55.067594 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Starting 2 workers Aug 30 14:23:55.072369 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Started child 93878 {{(pid=93771) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:23:55.076779 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Started child 93879 {{(pid=93771) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:23:55.077659 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.078400 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO neutron.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 14:23:55.079031 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Notify callbacks [] for process, before_spawn {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.079259 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [-] (93878) wsgi starting up on http://0.0.0.0:9696 Aug 30 14:23:55.081290 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.081748 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Starting 1 workers Aug 30 14:23:55.082571 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [-] (93879) wsgi starting up on http://0.0.0.0:9696 Aug 30 14:23:55.086791 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Started child 93880 {{(pid=93771) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:23:55.087328 dv-cinder-777031-2-iscsi neutron-server[93771]: INFO oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Starting 1 workers Aug 30 14:23:55.090885 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] calling RpcWorker wait() {{(pid=93880) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 14:23:55.091561 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] returning from RpcWorker wait() {{(pid=93880) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 14:23:55.092221 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Started child 93881 {{(pid=93771) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 14:23:55.092749 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.093066 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG neutron_lib.callbacks.manager [None req-17fafac0-1336-4a5c-9cd2-29327d8faa65 None None] Notify callbacks [] for process, after_spawn {{(pid=93771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.093343 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:55.094958 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93771) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 14:23:55.095157 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 14:23:55.095318 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 14:23:55.095554 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 14:23:55.095877 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 14:23:55.096048 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 14:23:55.096624 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.096917 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.097157 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.097332 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:55.097899 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.097899 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.098304 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.098547 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:55.098829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.098994 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.099134 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.099405 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.099596 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.099747 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.099923 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.100191 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.100498 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.100773 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.101011 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.101301 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.101445 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.101700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.101948 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.102187 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.102449 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] debug = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.102783 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.103278 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.103514 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.103752 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.103982 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.104243 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.104481 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.104756 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.105005 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.105225 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.105457 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.105717 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.106030 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.106169 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.106370 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.106652 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.106874 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.107334 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] host = dv-cinder-777031-2-iscsi {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.107553 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.107784 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.108029 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.108268 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.108531 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.108753 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.109004 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.109264 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.109521 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.109761 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.110011 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.110283 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.110470 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.110748 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.110914 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_options = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.111133 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.111396 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.111659 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.111851 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.112017 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.112195 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.112439 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.112602 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.112863 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.113096 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.113331 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.113518 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.113732 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.113964 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.114228 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.114578 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.114793 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.115005 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.115248 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.115492 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.115723 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.115947 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.116179 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.116374 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.116613 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.116862 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.117109 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.117350 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.117565 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.117817 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.118037 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.118306 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.118556 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.118866 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.119098 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.119322 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.119560 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.119823 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.120051 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.120298 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.120520 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.120756 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.120976 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.121188 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.121433 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.121648 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_json = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.121860 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.122070 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.122337 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.122547 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.122784 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.123004 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.123206 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.123455 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.123909 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.124176 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.124496 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.124740 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.124970 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.125208 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.125466 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.125693 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.125939 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.126168 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.126485 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.127829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.127829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.127829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.127829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.127829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.128439 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.128439 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.128680 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.128809 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.128944 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.129178 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.129457 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.129677 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.129930 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.131960 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.132445 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.132445 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.132576 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.132758 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.132962 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.133213 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.133433 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.133653 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.133869 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.134127 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.134355 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.134577 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.134888 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.135117 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.135350 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.135566 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.135792 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.136065 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.136267 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.136510 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.136717 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.136942 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.137168 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.137436 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.137637 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.137873 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.138063 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.138286 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.138536 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.138797 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.141741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143060 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.143852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.144481 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.144481 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.144481 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.145203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.145203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.145203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.145443 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.146030 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.146191 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.146323 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.147603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.147603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.147603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.147603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.148700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.148700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.148700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.148700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.148700 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.149722 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.149722 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.149722 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.150124 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.150124 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.150738 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.150738 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.152020 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.152020 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.152020 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.152020 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.152020 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.153799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.155071 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.155071 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.155071 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.155071 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.155071 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157836 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157836 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157836 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.157836 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.158935 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.158935 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.158935 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.158935 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.159163 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.159367 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.159526 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.159757 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.159998 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.160227 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.160471 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.160729 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.161659 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.161659 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.161659 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.162105 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.162105 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.162105 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.162403 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163505 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163505 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163505 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163505 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163505 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163862 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.163929 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.164322 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.164416 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.164865 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.165132 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.165442 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.165639 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.166363 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.166363 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.166363 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.166761 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.166884 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.167114 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.167259 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.167531 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.167709 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.167922 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.168144 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.168371 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.168662 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.168801 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.169218 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.169218 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.169492 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.170161 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.170161 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.170393 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.170510 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.170750 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.170957 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.171230 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.171486 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.171625 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.171840 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.173594 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.174402 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.174402 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.174402 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.174807 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.174807 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.175061 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.175979 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.175979 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.175979 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.175979 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.176488 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.176488 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.176721 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.176721 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.177627 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.177627 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.177627 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.178026 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.178026 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.178262 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.178411 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.178682 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.178898 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.179155 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180126 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180126 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180126 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180126 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180628 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180628 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180628 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180982 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.180982 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.181332 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.181489 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.181620 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.181858 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.182071 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.182282 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.182583 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.182862 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.183082 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.183372 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.183611 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.183853 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.184093 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.184404 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.184619 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.184929 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.185094 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.185331 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.185556 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.185806 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.186110 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.186383 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.186671 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.186924 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.187185 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.187455 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.187733 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.187948 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.188247 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.188572 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.188834 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.189103 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.189347 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.189597 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.189819 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.190037 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.190268 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.190503 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.190741 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.191000 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.191253 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.191461 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.191691 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.191932 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.192165 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.192406 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.192674 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.192909 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.193120 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.193293 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 14:23:55.193818 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93771) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 14:23:55.193981 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 14:23:55.194160 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 14:23:55.194612 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 14:23:55.194612 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 14:23:55.194612 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 14:23:55.195141 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.195301 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.195603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.195764 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.195919 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.196253 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.196561 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.196725 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.196881 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197041 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197199 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197356 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197513 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197670 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197830 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.197986 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.198143 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.198302 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.198466 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.198653 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.198814 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.198970 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.199124 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] debug = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.199286 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.199488 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.199642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.199796 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.199952 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.200107 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.200262 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.200420 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.200578 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.200732 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.200890 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201047 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201363 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201520 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201678 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201835 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.201992 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] host = dv-cinder-777031-2-iscsi {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.202148 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.202303 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.202461 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.202638 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.202798 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.202955 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.203113 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.203269 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.203425 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.203582 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.203738 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.203894 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.204051 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.204207 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.204364 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_options = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.204521 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.204677 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.204832 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205005 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205214 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205341 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205462 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205603 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205759 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.205900 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.206057 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.206213 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.206368 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.206524 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.206704 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.206849 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207005 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207162 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207319 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207477 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207632 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207788 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.207943 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.208124 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.208272 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.208424 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.208578 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.208734 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.208888 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.209044 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.209203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.209360 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.209517 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.209856 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.209856 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210082 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210082 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210560 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210560 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210560 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210900 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.210900 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.211124 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.211124 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.211347 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.211465 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_json = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.211798 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.211798 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212025 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212025 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212218 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212320 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212442 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212599 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 14:23:55.212777 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.212952 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.213122 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.213282 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.213440 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.213799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.213799 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214030 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214030 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214245 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214363 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214481 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214675 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214838 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.214995 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.215157 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.215339 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.215464 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.215624 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.215783 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.215943 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.216103 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.216272 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.216431 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.216589 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.216748 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.216906 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.217082 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.217241 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.217400 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.217559 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.217718 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.217877 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218038 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218197 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218356 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218515 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218695 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218996 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.218996 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.219242 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.219371 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.219490 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.219610 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.219733 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.219891 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.220048 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.220207 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.220367 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.220526 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.220685 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.220847 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221006 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221166 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221326 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221496 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221701 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221785 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.221948 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.222108 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.222272 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.222430 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.222611 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.222767 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.222926 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.223086 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.223422 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.223422 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.223672 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.223829 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.223980 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224151 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224298 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224418 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224548 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224668 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224787 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.224931 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.225090 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.225250 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.225454 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.225578 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.225705 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.225863 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.226023 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.226182 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.226341 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.226500 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.226682 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.226930 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227065 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227185 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227317 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227467 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227626 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227787 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.227946 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.228157 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.228286 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.228406 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.228558 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.228894 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.228894 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229131 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229251 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229372 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229453 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229607 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229766 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.229925 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.230083 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.230243 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.230400 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.230558 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.230761 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.230920 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.231088 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.231247 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.231408 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.231505 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:23:55.231593 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.231721 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.231890 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.232051 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.232210 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.232369 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.232527 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.232686 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.232845 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233003 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233163 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233321 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233478 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233645 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233816 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.233975 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.234135 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.234293 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.234476 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.234667 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.234816 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.234976 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.235135 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.235296 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.235461 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.235606 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.235767 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.235927 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.236088 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.236248 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.236406 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.236564 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.236722 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.236883 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.237043 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.237203 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.237362 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.237522 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.237681 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.237841 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238067 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238165 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238312 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238472 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238649 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238811 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.238970 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.239135 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.239320 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.239485 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.239638 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.239797 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.239956 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.240115 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.240275 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.240437 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.240595 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.240755 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.240914 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.241075 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.241233 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.241392 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.241553 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.241713 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.241873 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.242031 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.242190 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.242349 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.242509 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.242691 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.242852 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243010 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243169 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243342 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243501 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243661 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243819 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.243980 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.244139 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.244298 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.244456 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.244614 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.244772 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245130 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245130 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245991 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245991 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.245991 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.246548 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.246548 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.246548 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.246548 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247006 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247006 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247246 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247246 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247486 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247486 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247713 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247830 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.247947 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248089 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248511 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248511 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248754 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248754 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248974 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.248974 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.249152 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.249291 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.249449 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.249607 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.249765 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.249933 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.250092 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.250251 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.250410 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.250568 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.250759 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.250929 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.251090 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.251271 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.251395 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.251541 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.251699 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.251868 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.252028 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.252187 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.252355 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.252514 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.252674 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.252833 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253004 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253165 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253327 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253486 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253644 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253804 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.253963 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.254128 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.254295 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.254462 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.254642 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.254811 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255032 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255199 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255358 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255525 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255746 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255836 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.255989 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.256147 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.256307 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.256467 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.256625 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.256783 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.256941 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.257100 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.257258 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.257417 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.257755 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.257755 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.257918 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.258022 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.258183 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.258343 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.258502 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.258681 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 14:23:55.258835 dv-cinder-777031-2-iscsi neutron-server[93771]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93771) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 14:23:55.365764 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37088) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:23:55.379751 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102887 Aug 30 14:24:06.948015 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ff809-6b37-4e53-8252-d2305c4049e3 None None] get_active_networks_info from dv-cinder-777031-2-iscsi {{(pid=93880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 14:24:07.043733 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ff809-6b37-4e53-8252-d2305c4049e3 None None] No non-hosted networks {{(pid=93880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 14:24:07.097395 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.agentschedulers_db [None req-2b8ff809-6b37-4e53-8252-d2305c4049e3 None None] DHCP Agent not found on host dv-cinder-777031-2-iscsi {{(pid=93880) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 14:24:07.230970 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-425ea71f-6470-4205-b419-ad20b864ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073242'] for agent, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.514271 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-13ed456a-2ef7-4c86-bb1e-93d2cba32a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073242'] for agent, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.575821 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8e898fb0-2b7a-4793-b993-b048fc659776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.765531 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073242'] for agent, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:09.766648 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.767717 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.768415 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.768949 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.769514 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.770029 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.770544 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.771119 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.771661 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.772997 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.774612 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.775120 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:09.777811 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-777031-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:09.795694 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-777031-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:10.733418 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073242'] for agent, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:12.390193 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073242'] for agent, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.069197 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.db.l3_hamode_db [None req-56514ea5-582b-4f99-9ab3-db8d49e81461 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 14:24:13.151208 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56514ea5-582b-4f99-9ab3-db8d49e81461 None None] Routers set() bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:13.151586 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56514ea5-582b-4f99-9ab3-db8d49e81461 None None] Router IDs set() for agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 14:24:13.642465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37180) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:14.198379 dv-cinder-777031-2-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-bb246a67-b868-413f-85bc-cf8b241cd368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:14.199022 dv-cinder-777031-2-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-bb246a67-b868-413f-85bc-cf8b241cd368 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:14.420475 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [None req-bb246a67-b868-413f-85bc-cf8b241cd368 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:24:14.421533 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bb246a67-b868-413f-85bc-cf8b241cd368 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7778876 Aug 30 14:24:16.829562 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37194) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:17.372525 dv-cinder-777031-2-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:17.373070 dv-cinder-777031-2-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:17.594146 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:17.686491 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.policy [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93879) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 14:24:17.735718 dv-cinder-777031-2-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:17.736096 dv-cinder-777031-2-iscsi neutron-server[93879]: WARNING oslo_policy.policy [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:17.744954 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.quota [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] Loaded quota_driver: . Aug 30 14:24:17.839571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754060953475', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754060953070', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754060982230', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754060983666', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754061511892', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754060919176', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-531956', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1043402', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1636231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1599335'] for rbac-policy, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:17.914439 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:17.915955 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d7db24b8-c0d8-4144-839e-335578e3487f admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0842564 Aug 30 14:24:20.646138 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37212) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:20.990367 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Request body: {'network': {'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'name': 'private'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:21.024544 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Made reservation on behalf of b2c1cc7c96074d0bb6a53684dbf5381b for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:21.027374 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.044911 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.178562 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.187527 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.216106 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:24:21.241847 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754059089893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.242466 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Unsubscribe: segment precommit_create {{(pid=93879) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 14:24:21.243021 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Added segment 92db0531-debd-4a1e-8a42-7f394d58ab20 of type vlan for network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c Aug 30 14:24:21.249114 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad71f4-2c0d-42dc-9c47-0f5403369b9f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:21.285488 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.285887 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.286221 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.286545 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.286901 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.287232 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.287587 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.287918 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.288255 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.288740 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.289062 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.289379 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Tracked resource versions report: Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: pushed versions: Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: { 'AddressGroup': {'1.2'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Log': {'1.0'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Network': {'1.1'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Port': {'1.7'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'PortForwarding': {'1.2'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'QosPolicy': {'1.9'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroup': {'1.4'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SubPort': {'1.0'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Subnet': {'1.1'}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Trunk': {'1.1'}} Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: consumer versions: Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'ConntrackHelper': '1.0', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Log': '1.0', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Network': '1.1', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Port': '1.7', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'PortForwarding': '1.2', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'QosPolicy': '1.9', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroup': '1.4', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroupRule': '1.2', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SubPort': '1.0', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Subnet': '1.1', Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Trunk': '1.1'}} Aug 30 14:24:21.290445 dv-cinder-777031-2-iscsi neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:24:21.363833 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.407779 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.409658 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:21.410950 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:21.489141 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8417041 Aug 30 14:24:21.513531 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07ff9e-9a95-4dea-a057-f8a00a6468ef admin admin] Pushing event updated for resources: {'Network': ['ID=3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:21.526794 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:24:24.193650 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37226) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:24.617447 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d22a56-cd4f-4aa7-be27-1fbf07a1c7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:24.619139 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-19d22a56-cd4f-4aa7-be27-1fbf07a1c7cd admin admin] 10.222.0.62 "GET /v2.0/networks/3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c HTTP/1.1" status: 200 len: 825 time: 0.4242742 Aug 30 14:24:24.654137 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-71b7eb26-c1c1-4056-9bb7-088774e00aa4 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/2f41f1a7-0cd2-46a6-b81c-feafb7d59c42 HTTP/1.1" status: 200 len: 734 time: 0.0283468 Aug 30 14:24:24.663447 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Request body: {'subnet': {'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'gateway_ip': '172.20.0.1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:24.690498 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Made reservation on behalf of b2c1cc7c96074d0bb6a53684dbf5381b for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:24.692753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:24.984878 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.047827 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053fc503-2359-4a69-81ca-c080f27bbbd4,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:25.054790 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Checking segment: {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:25.055162 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Network hostable DHCP agents. Network: 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:24:25.078817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:24:25.093348 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:25.099889 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.100838 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.104832 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8929f55f-3a5c-4697-bdae-cf068c38c353 None None] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:25.116684 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2c366788-c164-45d1-8002-6a37e3c73074 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4563558 Aug 30 14:24:25.442498 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:24:25.443843 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.730761 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Allocated IP 172.20.0.2 (3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c/053fc503-2359-4a69-81ca-c080f27bbbd4/c5f6130c-954e-4b31-a2cd-7ebfbf634b7d) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:25.937021 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:25.980813 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Transition to ACTIVE for port object c5f6130c-954e-4b31-a2cd-7ebfbf634b7d will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:26.002120 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Transition to ACTIVE for port object c5f6130c-954e-4b31-a2cd-7ebfbf634b7d will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:26.010221 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.082644 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:26.089709 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:26.101687 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:26.104892 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Pushing event updated for resources: {'Port': ['ID=c5f6130c-954e-4b31-a2cd-7ebfbf634b7d,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:26.116396 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.116745 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.117084 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.117399 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.117727 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.118055 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.118379 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.118727 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.119067 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.119394 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.119713 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.120029 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Tracked resource versions report: Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: pushed versions: Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Log': {'1.0'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Network': {'1.1'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Port': {'1.7'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: consumer versions: Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Log': '1.0', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Network': '1.1', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Port': '1.7', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SubPort': '1.0', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Subnet': '1.1', Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Aug 30 14:24:26.121125 dv-cinder-777031-2-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:24:26.191266 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Attempting to bind port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:26.191662 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Attempting to bind port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:26.192102 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Attempting to bind port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d on network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:26.197619 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:26.198039 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Checking segment: {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:26.198518 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.198953 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Bound using segment: {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:26.199458 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Bound port: c5f6130c-954e-4b31-a2cd-7ebfbf634b7d, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:26.199871 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.266700 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] For port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:26.271725 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] For port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=c5f6130c-954e-4b31-a2cd-7ebfbf634b7d,segment=NetworkSegment(92db0531-debd-4a1e-8a42-7f394d58ab20),segment_id=92db0531-debd-4a1e-8a42-7f394d58ab20)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:26.277782 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:26.344601 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c67f5-0324-4be4-bf18-fc0f76037ee8 None None] Pushing event updated for resources: {'Port': ['ID=c5f6130c-954e-4b31-a2cd-7ebfbf634b7d,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:27.573256 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37234) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:27.950914 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [None req-0b2bb1eb-4bbf-464b-aae2-7e5fd6ecf9df admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:24:27.951934 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0b2bb1eb-4bbf-464b-aae2-7e5fd6ecf9df admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3776999 Aug 30 14:24:30.401681 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37242) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:30.761673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [None req-b5f60350-1391-4426-8351-3dd7130e8ae8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:24:30.762726 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b5f60350-1391-4426-8351-3dd7130e8ae8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3597026 Aug 30 14:24:33.480964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37254) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:33.795146 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device c5f6130c-954e-4b31-a2cd-7ebfbf634b7d up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:33.814426 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Request body: {'router': {'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'name': 'router1', 'admin_state_up': True}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:33.878649 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.policy [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93878) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 14:24:33.896043 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:33.925727 dv-cinder-777031-2-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:33.926139 dv-cinder-777031-2-iscsi neutron-server[93878]: WARNING oslo_policy.policy [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 14:24:33.935812 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.quota [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Loaded quota_driver: . Aug 30 14:24:34.001925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.004806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.187038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.195874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.222111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:34.226631 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1023fa06-da6f-4c6c-981a-46c8c468ae48 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7415752 Aug 30 14:24:34.784429 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7010a-78e6-4939-b8d9-bcf026fe13a0 None None] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:34.846692 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] Provisioning for port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:34.858258 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] Provisioning complete for port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:34.858635 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.042475 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.090342 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] For port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=c5f6130c-954e-4b31-a2cd-7ebfbf634b7d,segment=NetworkSegment(92db0531-debd-4a1e-8a42-7f394d58ab20),segment_id=92db0531-debd-4a1e-8a42-7f394d58ab20)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:35.095218 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.144354 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839a840c-f5eb-49f9-a703-a67765b508e1 None None] Pushing event updated for resources: {'Port': ['ID=c5f6130c-954e-4b31-a2cd-7ebfbf634b7d,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:35.317364 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-201de615-e075-4280-9310-82ec8f60946d None None] Provisioning complete for port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:35.317625 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-201de615-e075-4280-9310-82ec8f60946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:35.769156 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device c5f6130c-954e-4b31-a2cd-7ebfbf634b7d up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:35.816347 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:35.816718 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:36.736847 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37266) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:36.839129 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0115927d-3b0b-43c1-8f4a-acbaf4247dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:37.069690 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [None req-583c4fe0-d09f-4863-8f17-11a2e799949d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:24:37.070710 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-583c4fe0-d09f-4863-8f17-11a2e799949d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3328676 Aug 30 14:24:39.513976 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4323d6cf-8f54-4cf6-a85e-5c59a780224b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.548211 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37274) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:39.757264 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.917485 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:39.944288 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Made reservation on behalf of a24929ef5aa142358075505febe33fc3 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:39.948540 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.974429 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.104004 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.110653 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.121487 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Reserving flat network on physical network physnet1 {{(pid=93878) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 14:24:40.153215 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754059089893', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.153743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Unsubscribe: segment precommit_create {{(pid=93878) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 14:24:40.154270 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Added segment 1c1f1839-afda-4490-88fe-fea518953bba of type flat for network a4415d2d-673a-438e-bf2c-747683157e3d Aug 30 14:24:40.171403 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4729e9b0-4a49-450e-b945-e1ed100a1eff,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:40.219758 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.220101 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.220437 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.220760 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.221082 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.221412 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.221726 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.222042 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.222370 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.222706 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.222999 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.223305 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Tracked resource versions report: Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: pushed versions: Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Log': {'1.0'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Network': {'1.1'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Port': {'1.7'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: consumer versions: Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Log': '1.0', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Network': '1.1', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Port': '1.7', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SubPort': '1.0', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Subnet': '1.1', Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Aug 30 14:24:40.224359 dv-cinder-777031-2-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:24:40.278252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.320868 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.321893 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:40.322490 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.408851 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8595047 Aug 30 14:24:40.417133 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9ef9-9803-4750-8d03-b8aac8969edf admin admin] Pushing event updated for resources: {'Network': ['ID=a4415d2d-673a-438e-bf2c-747683157e3d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:40.428650 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network a4415d2d-673a-438e-bf2c-747683157e3d details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:24:40.677012 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.333785 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.842016 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37296) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:43.080252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561f0f4-3358-4fe6-8be8-2ea856328185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:43.081620 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e561f0f4-3358-4fe6-8be8-2ea856328185 admin admin] 10.222.0.62 "GET /v2.0/subnets/053fc503-2359-4a69-81ca-c080f27bbbd4 HTTP/1.1" status: 200 len: 849 time: 0.2385855 Aug 30 14:24:43.237696 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dfb46fa1-5bb9-45e8-8660-2db1b131ee7c admin admin] 10.222.0.62 "GET /v2.0/routers/5554d604-f053-453b-9592-0fd862e4162c HTTP/1.1" status: 200 len: 704 time: 0.1462467 Aug 30 14:24:43.524424 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:43.864925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Allocated IP 172.20.0.1 (3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c/053fc503-2359-4a69-81ca-c080f27bbbd4/a39e6707-10d4-4d35-a711-5247f2d54bbf) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:44.067862 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.093854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Transition to ACTIVE for port object a39e6707-10d4-4d35-a711-5247f2d54bbf will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:44.169593 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.243598 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:44.250964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:44.261338 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:44.261431 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.280877 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Pushing event updated for resources: {'Port': ['ID=a39e6707-10d4-4d35-a711-5247f2d54bbf,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:44.458290 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.489235 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-3179fe42-350a-4fcd-a6e1-1c50bcfadfd0 None None] Provisioning for port a39e6707-10d4-4d35-a711-5247f2d54bbf completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:44.493688 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-3179fe42-350a-4fcd-a6e1-1c50bcfadfd0 None None] Provisioning complete for port a39e6707-10d4-4d35-a711-5247f2d54bbf triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:44.494062 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3179fe42-350a-4fcd-a6e1-1c50bcfadfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.529119 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-3179fe42-350a-4fcd-a6e1-1c50bcfadfd0 None None] Port a39e6707-10d4-4d35-a711-5247f2d54bbf cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:24:44.733387 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.741891 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.742789 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:44.821059 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Pushing event updated for resources: {'Port': ['ID=a39e6707-10d4-4d35-a711-5247f2d54bbf,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:44.872253 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:44.873778 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:45.041375 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Router 5554d604-f053-453b-9592-0fd862e4162c is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:24:45.051603 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-be414213-ba15-495b-865d-c8275c6eaa2d None None] Provisioning complete for port a39e6707-10d4-4d35-a711-5247f2d54bbf triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:45.052071 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-be414213-ba15-495b-865d-c8275c6eaa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:45.090034 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-be414213-ba15-495b-865d-c8275c6eaa2d None None] Port a39e6707-10d4-4d35-a711-5247f2d54bbf cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:24:45.140297 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:45.146118 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c46ef2a2-6434-42b1-a417-11e6aa8a0a70 admin admin] 10.222.0.62 "PUT /v2.0/routers/5554d604-f053-453b-9592-0fd862e4162c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9010324 Aug 30 14:24:45.154356 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Sync routers for ids ['5554d604-f053-453b-9592-0fd862e4162c'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:45.166489 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Routers {'5554d604-f053-453b-9592-0fd862e4162c'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:45.167393 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:24:39Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['5554d604-f053-453b-9592-0fd862e4162c'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:45.360903 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Set router 5554d604-f053-453b-9592-0fd862e4162c gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:45.818121 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554d604-f053-453b-9592-0fd862e4162c', 'name': 'router1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:34Z', 'updated_at': '2021-08-30T14:24:44Z', 'revision_number': 2, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'gw_port_host': None, '_interfaces': [{'id': 'a39e6707-10d4-4d35-a711-5247f2d54bbf', 'name': '', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'mac_address': 'fa:16:3e:bc:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:43Z', 'updated_at': '2021-08-30T14:24:44Z', 'revision_number': 2, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'subnets': [{'id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:45.869822 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Checking router: 5554d604-f053-453b-9592-0fd862e4162c for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:45.870168 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Updating router 5554d604-f053-453b-9592-0fd862e4162c port a39e6707-10d4-4d35-a711-5247f2d54bbf binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:24:45.921179 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.460292 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.481035 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Transition to ACTIVE for port object a39e6707-10d4-4d35-a711-5247f2d54bbf will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:46.501486 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.637877 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Pushing event updated for resources: {'Port': ['ID=a39e6707-10d4-4d35-a711-5247f2d54bbf,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:46.668319 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.668688 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.669003 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.669334 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.669663 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.669990 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.670312 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.670653 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.670983 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.671304 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.671618 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.671955 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Tracked resource versions report: Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: pushed versions: Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Log': {'1.0'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Network': {'1.1'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Port': {'1.7'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: consumer versions: Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Log': '1.0', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Network': '1.1', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Port': '1.7', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SubPort': '1.0', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Subnet': '1.1', Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Aug 30 14:24:46.673066 dv-cinder-777031-2-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:24:46.680692 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Attempting to bind port a39e6707-10d4-4d35-a711-5247f2d54bbf on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:46.681089 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Attempting to bind port a39e6707-10d4-4d35-a711-5247f2d54bbf by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:46.681537 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Attempting to bind port a39e6707-10d4-4d35-a711-5247f2d54bbf on network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:46.687607 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:46.688050 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Checking segment: {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:46.688551 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.688937 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Bound using segment: {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:46.689445 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Bound port: a39e6707-10d4-4d35-a711-5247f2d54bbf, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92db0531-debd-4a1e-8a42-7f394d58ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:46.689837 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.759611 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] For port a39e6707-10d4-4d35-a711-5247f2d54bbf, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:46.779290 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] For port a39e6707-10d4-4d35-a711-5247f2d54bbf, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=a39e6707-10d4-4d35-a711-5247f2d54bbf,segment=NetworkSegment(92db0531-debd-4a1e-8a42-7f394d58ab20),segment_id=92db0531-debd-4a1e-8a42-7f394d58ab20)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:46.784936 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:46.845449 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Routers {'5554d604-f053-453b-9592-0fd862e4162c'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:46.846067 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:24:39Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['5554d604-f053-453b-9592-0fd862e4162c'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:46.916199 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b6e48-9dab-4eb8-89b2-fdfd524eb9c6 None None] Pushing event updated for resources: {'Port': ['ID=a39e6707-10d4-4d35-a711-5247f2d54bbf,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:46.941198 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] Set router 5554d604-f053-453b-9592-0fd862e4162c gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:47.162020 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554d604-f053-453b-9592-0fd862e4162c', 'name': 'router1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:34Z', 'updated_at': '2021-08-30T14:24:44Z', 'revision_number': 2, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'gw_port_host': None, '_interfaces': [{'id': 'a39e6707-10d4-4d35-a711-5247f2d54bbf', 'name': '', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'mac_address': 'fa:16:3e:bc:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:43Z', 'updated_at': '2021-08-30T14:24:46Z', 'revision_number': 4, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'subnets': [{'id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:47.187918 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae53ac-bdc7-41e2-85c6-318015803e08 None None] The sync data for ids ['5554d604-f053-453b-9592-0fd862e4162c'] in dv-cinder-777031-2-iscsi is: [{'id': '5554d604-f053-453b-9592-0fd862e4162c', 'name': 'router1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:34Z', 'updated_at': '2021-08-30T14:24:44Z', 'revision_number': 2, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'gw_port_host': None, '_interfaces': [{'id': 'a39e6707-10d4-4d35-a711-5247f2d54bbf', 'name': '', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'mac_address': 'fa:16:3e:bc:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:43Z', 'updated_at': '2021-08-30T14:24:46Z', 'revision_number': 4, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'subnets': [{'id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:47.485071 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37316) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:47.607141 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017fd2f-e0a4-4d15-b9c2-ddbfc47faa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:47.608521 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7017fd2f-e0a4-4d15-b9c2-ddbfc47faa27 admin admin] 10.222.0.62 "GET /v2.0/networks/a4415d2d-673a-438e-bf2c-747683157e3d HTTP/1.1" status: 200 len: 842 time: 0.1224754 Aug 30 14:24:47.619209 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'gateway_ip': '172.27.3.1'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:47.644748 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Made reservation on behalf of a24929ef5aa142358075505febe33fc3 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:24:47.647033 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:47.953967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.objects.ports [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 14:24:47.954413 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.001010 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d94f527-a032-44a3-b08f-4652fcb6d7c3,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:48.016900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:48.017244 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Network hostable DHCP agents. Network: a4415d2d-673a-438e-bf2c-747683157e3d, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:24:48.040005 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:24:48.051597 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, a4415d2d-673a-438e-bf2c-747683157e3d) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:48.055730 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:48.056323 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:48.060965 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd6924-6d04-4f90-b91a-b3ddfda6e17b None None] Network a4415d2d-673a-438e-bf2c-747683157e3d requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:48.072200 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8ec3c70d-41ee-4cee-bda2-9ed71402d739 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4569275 Aug 30 14:24:48.199054 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eac066-12d8-4935-8ae3-36d0477c577e None None] Network a4415d2d-673a-438e-bf2c-747683157e3d requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:24:49.160294 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:24:50.436083 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37324) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:50.578641 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ca809820-9f34-46b1-9855-8e8c0ca20513 admin admin] 10.222.0.62 "GET /v2.0/routers/5554d604-f053-453b-9592-0fd862e4162c HTTP/1.1" status: 200 len: 710 time: 0.1413383 Aug 30 14:24:50.671827 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ea266-a337-4f7d-92b3-041c77c1d82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:50.673142 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-094ea266-a337-4f7d-92b3-041c77c1d82b admin admin] 10.222.0.62 "GET /v2.0/networks/a4415d2d-673a-438e-bf2c-747683157e3d HTTP/1.1" status: 200 len: 886 time: 0.0884466 Aug 30 14:24:50.683573 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:51.016309 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.252014 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.330055 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.436880 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Allocated IP 172.27.3.81 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/126154ae-ad27-4913-bccf-e30c1f317606) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:24:51.554115 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.598682 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.639026 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:24:51.643889 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:24:51.647845 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:24:51.653508 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=126154ae-ad27-4913-bccf-e30c1f317606,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:51.911695 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.136989 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2079023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2076813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496626'] for router, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.142941 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2079028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2079037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2076826'] for router, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.271779 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Router 5554d604-f053-453b-9592-0fd862e4162c has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:24:52.481607 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:24:52.486635 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:52.488109 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6e09e70b-e0df-42a7-9e5a-4e9aeec50ac3 admin admin] 10.222.0.62 "PUT /v2.0/routers/5554d604-f053-453b-9592-0fd862e4162c HTTP/1.1" status: 200 len: 889 time: 1.8081491 Aug 30 14:24:53.638492 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Sync routers for ids ['5554d604-f053-453b-9592-0fd862e4162c'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:24:53.649624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Routers {'5554d604-f053-453b-9592-0fd862e4162c'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:53.650297 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:24:39Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['5554d604-f053-453b-9592-0fd862e4162c'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:53.839524 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device a39e6707-10d4-4d35-a711-5247f2d54bbf up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:53.965770 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Set router 5554d604-f053-453b-9592-0fd862e4162c gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:54.049784 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port a39e6707-10d4-4d35-a711-5247f2d54bbf completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:54.113714 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port a39e6707-10d4-4d35-a711-5247f2d54bbf triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:54.114095 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.361408 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.417402 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port a39e6707-10d4-4d35-a711-5247f2d54bbf, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=a39e6707-10d4-4d35-a711-5247f2d54bbf,segment=NetworkSegment(92db0531-debd-4a1e-8a42-7f394d58ab20),segment_id=92db0531-debd-4a1e-8a42-7f394d58ab20)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:54.427190 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.486884 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554d604-f053-453b-9592-0fd862e4162c', 'name': 'router1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '126154ae-ad27-4913-bccf-e30c1f317606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:34Z', 'updated_at': '2021-08-30T14:24:51Z', 'revision_number': 4, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'gw_port': {'id': '126154ae-ad27-4913-bccf-e30c1f317606', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:51Z', 'updated_at': '2021-08-30T14:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'a39e6707-10d4-4d35-a711-5247f2d54bbf', 'name': '', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'mac_address': 'fa:16:3e:bc:08:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:43Z', 'updated_at': '2021-08-30T14:24:46Z', 'revision_number': 4, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'subnets': [{'id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:54.544099 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Checking router: 5554d604-f053-453b-9592-0fd862e4162c for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:24:54.544463 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Updating router 5554d604-f053-453b-9592-0fd862e4162c port 126154ae-ad27-4913-bccf-e30c1f317606 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:24:54.546571 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=a39e6707-10d4-4d35-a711-5247f2d54bbf,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:54.597793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.945276 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:54.951615 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37336) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:24:54.956208 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Transition to ACTIVE for port object 126154ae-ad27-4913-bccf-e30c1f317606 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:54.964642 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.015180 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Attempting to bind port 126154ae-ad27-4913-bccf-e30c1f317606 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:55.015549 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Attempting to bind port 126154ae-ad27-4913-bccf-e30c1f317606 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:55.015908 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Attempting to bind port 126154ae-ad27-4913-bccf-e30c1f317606 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:55.024253 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26d5aa-89b9-4d8e-9e40-0c7a127fd88c None None] Pushing event updated for resources: {'Port': ['ID=126154ae-ad27-4913-bccf-e30c1f317606,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:55.026532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:55.026963 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:55.027447 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.027734 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:55.028220 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Bound port: 126154ae-ad27-4913-bccf-e30c1f317606, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:55.028615 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.067864 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f7c045b0-a28a-4bee-8cd7-1a15fde41a70 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1150627 Aug 30 14:24:55.083604 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] For port 126154ae-ad27-4913-bccf-e30c1f317606, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:55.087545 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] For port 126154ae-ad27-4913-bccf-e30c1f317606, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=126154ae-ad27-4913-bccf-e30c1f317606,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:55.093722 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:55.161532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Routers {'5554d604-f053-453b-9592-0fd862e4162c'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:24:55.162772 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:24:39Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['5554d604-f053-453b-9592-0fd862e4162c'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:55.202967 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26d5aa-89b9-4d8e-9e40-0c7a127fd88c None None] Pushing event updated for resources: {'Port': ['ID=126154ae-ad27-4913-bccf-e30c1f317606,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:55.376124 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] Set router 5554d604-f053-453b-9592-0fd862e4162c gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:24:55.604274 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5554d604-f053-453b-9592-0fd862e4162c', 'name': 'router1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '126154ae-ad27-4913-bccf-e30c1f317606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:34Z', 'updated_at': '2021-08-30T14:24:51Z', 'revision_number': 4, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'gw_port': {'id': '126154ae-ad27-4913-bccf-e30c1f317606', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:51Z', 'updated_at': '2021-08-30T14:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'a39e6707-10d4-4d35-a711-5247f2d54bbf', 'name': '', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'mac_address': 'fa:16:3e:bc:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:43Z', 'updated_at': '2021-08-30T14:24:54Z', 'revision_number': 5, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'subnets': [{'id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:24:55.630427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0b4b44-58b5-4e76-854b-6c8ce37c9ffc None None] The sync data for ids ['5554d604-f053-453b-9592-0fd862e4162c'] in dv-cinder-777031-2-iscsi is: [{'id': '5554d604-f053-453b-9592-0fd862e4162c', 'name': 'router1', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '126154ae-ad27-4913-bccf-e30c1f317606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:24:34Z', 'updated_at': '2021-08-30T14:24:51Z', 'revision_number': 4, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'gw_port': {'id': '126154ae-ad27-4913-bccf-e30c1f317606', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cb:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:51Z', 'updated_at': '2021-08-30T14:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'a39e6707-10d4-4d35-a711-5247f2d54bbf', 'name': '', 'network_id': '3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c', 'tenant_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'mac_address': 'fa:16:3e:bc:08:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5554d604-f053-453b-9592-0fd862e4162c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:24:43Z', 'updated_at': '2021-08-30T14:24:54Z', 'revision_number': 5, 'project_id': 'b2c1cc7c96074d0bb6a53684dbf5381b', 'subnets': [{'id': '053fc503-2359-4a69-81ca-c080f27bbbd4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f41f1a7-0cd2-46a6-b81c-feafb7d59c42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:24:55.878198 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 126154ae-ad27-4913-bccf-e30c1f317606 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:55.946109 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 126154ae-ad27-4913-bccf-e30c1f317606 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:55.951243 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 126154ae-ad27-4913-bccf-e30c1f317606 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:55.951623 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.052539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.087034 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 126154ae-ad27-4913-bccf-e30c1f317606, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=126154ae-ad27-4913-bccf-e30c1f317606,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:56.093939 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:56.095067 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device a39e6707-10d4-4d35-a711-5247f2d54bbf up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:56.174045 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=126154ae-ad27-4913-bccf-e30c1f317606,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:56.186677 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port a39e6707-10d4-4d35-a711-5247f2d54bbf triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:56.187152 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:57.814439 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 126154ae-ad27-4913-bccf-e30c1f317606 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:57.868747 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 126154ae-ad27-4913-bccf-e30c1f317606 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:57.869375 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.853862 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9badbed0-3b42-4dfb-a54d-efc79c45ee6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.508920 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b46c73d1-3697-4019-bd89-ba152e357cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.762016 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.684205 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.354899 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:26.163150 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:25:36.846987 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-20e581c9-9695-4d27-96ac-257d806d0707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.505222 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dbac9df1-b1ad-4c4c-9e43-805fbd8b8bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.770076 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.680630 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.348904 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:03.162811 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:26:06.855952 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-24228541-28ec-4878-9210-3fb9a84b8f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.511741 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-65df787d-0044-4f3d-a4cf-8f505b7bbbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.766416 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.683286 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:12.351164 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:35.790555 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37898) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:35.872897 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee9be7d-a763-4ec7-9356-13a16883720a admin admin] GET failed (client error): The resource could not be found. Aug 30 14:26:35.874302 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-eee9be7d-a763-4ec7-9356-13a16883720a admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0827587 Aug 30 14:26:36.045909 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8865f8-689d-4eac-b1fe-728b735af2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:36.047859 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-cb8865f8-689d-4eac-b1fe-728b735af2c3 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1685441 Aug 30 14:26:36.849698 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2b67d99a-6eab-4665-a49e-4760e6b14eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.278990 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37908) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:38.411837 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bb723-fc5b-4beb-a454-8cc74cc437fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.413853 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0b4bb723-fc5b-4beb-a454-8cc74cc437fe admin admin] 10.222.0.62 "GET /v2.0/subnets/053fc503-2359-4a69-81ca-c080f27bbbd4 HTTP/1.1" status: 200 len: 849 time: 0.1334155 Aug 30 14:26:38.429993 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:38.542277 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.712562 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754058983464'] for subnet, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.752646 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:38.753242 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:38.754521 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] 10.222.0.62 "PUT /v2.0/subnets/053fc503-2359-4a69-81ca-c080f27bbbd4 HTTP/1.1" status: 200 len: 868 time: 0.3338952 Aug 30 14:26:38.771177 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=053fc503-2359-4a69-81ca-c080f27bbbd4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:38.777845 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1bdb1-8403-4420-ad86-6ba177169fcf None None] Network 3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:26:38.779651 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.780031 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.780397 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.780732 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.781070 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.781413 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.781740 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.782066 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.782374 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.782763 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.783085 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:38.783401 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d9439-260f-47c1-a020-f103323ccb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:39.178925 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-d9e27e9d-9478-44ca-900b-52590bb5c388 None None] Provisioning complete for port a39e6707-10d4-4d35-a711-5247f2d54bbf triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:39.179442 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9e27e9d-9478-44ca-900b-52590bb5c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.270786 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-d9e27e9d-9478-44ca-900b-52590bb5c388 None None] Provisioning complete for port c5f6130c-954e-4b31-a2cd-7ebfbf634b7d triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:39.271390 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9e27e9d-9478-44ca-900b-52590bb5c388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.515230 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1b4000a0-bf52-4b81-b17f-72ab6130a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.770077 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.162147 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:26:40.686213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.008295 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37916) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:41.226893 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023ebdd-8845-4ff7-b838-ccd7cf8a10c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:41.227268 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2023ebdd-8845-4ff7-b838-ccd7cf8a10c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:41.228870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2023ebdd-8845-4ff7-b838-ccd7cf8a10c8 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2193017 Aug 30 14:26:42.357986 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:43.472657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37926) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:43.617472 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d852433-1eda-4253-9bda-c3b6828988e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:43.617964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d852433-1eda-4253-9bda-c3b6828988e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:43.619610 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5d852433-1eda-4253-9bda-c3b6828988e0 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1460028 Aug 30 14:26:45.782560 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37934) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:45.988880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735352b-c708-4f32-a945-6348e3439a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:45.990211 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5735352b-c708-4f32-a945-6348e3439a34 admin admin] 10.222.0.62 "GET /v2.0/networks/3fcac258-7c1b-4229-b3bb-bb14b8ee2c0c HTTP/1.1" status: 200 len: 869 time: 0.2062309 Aug 30 14:26:48.186898 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 37942) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:48.328998 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e557e7-2fc7-4069-a987-dc72ef9b7e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:48.330450 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-05e557e7-2fc7-4069-a987-dc72ef9b7e56 admin admin] 10.222.0.62 "GET /v2.0/networks/a4415d2d-673a-438e-bf2c-747683157e3d HTTP/1.1" status: 200 len: 886 time: 0.1425231 Aug 30 14:26:50.520407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37950) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:50.660627 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99b3f0-b2eb-47e7-9062-a323e2b9f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:50.661084 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb99b3f0-b2eb-47e7-9062-a323e2b9f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:50.662639 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fb99b3f0-b2eb-47e7-9062-a323e2b9f968 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1409023 Aug 30 14:26:52.903355 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37958) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:53.013571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112baa8-c724-41e8-8126-872d229580d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.013940 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112baa8-c724-41e8-8126-872d229580d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:53.015505 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7112baa8-c724-41e8-8126-872d229580d5 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108434 Aug 30 14:26:55.219794 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37966) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:55.334423 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1e9b3-1ac3-4937-8944-8f8680972d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:55.335909 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7fe1e9b3-1ac3-4937-8944-8f8680972d0b admin admin] 10.222.0.62 "GET /v2.0/subnets/053fc503-2359-4a69-81ca-c080f27bbbd4 HTTP/1.1" status: 200 len: 868 time: 0.1150117 Aug 30 14:26:57.562063 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 37974) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:57.673732 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990de77c-ce9e-49c8-bc2d-78e75d9c9583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:57.675072 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-990de77c-ce9e-49c8-bc2d-78e75d9c9583 admin admin] 10.222.0.62 "GET /v2.0/subnets/6d94f527-a032-44a3-b08f-4652fcb6d7c3 HTTP/1.1" status: 200 len: 816 time: 0.1120176 Aug 30 14:27:06.853424 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-610a8550-11e2-4e20-b071-0ab23ba938d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.518725 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-95831044-06c7-462e-a737-19bfbb1cd745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.774104 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.689452 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.360475 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:17.164632 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:27:21.800264 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38028) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:21.855150 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [None req-727b4e21-b842-41f6-b092-51d673de0f15 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:27:21.856197 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-727b4e21-b842-41f6-b092-51d673de0f15 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549436 Aug 30 14:27:24.184924 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38036) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:24.273597 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a1ef69-eb2b-40ee-bc70-97aed4bd9487 admin admin] GET failed (client error): The resource could not be found. Aug 30 14:27:24.275194 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-00a1ef69-eb2b-40ee-bc70-97aed4bd9487 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0893052 Aug 30 14:27:24.426862 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b7df8d-51fa-4158-8227-65bcaf5ba05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:24.428694 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-82b7df8d-51fa-4158-8227-65bcaf5ba05a admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1484897 Aug 30 14:27:26.745331 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38044) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:26.796844 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:26.825253 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Made reservation on behalf of a24929ef5aa142358075505febe33fc3 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:26.829027 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.862142 dv-cinder-777031-2-iscsi neutron-server[93878]: WARNING neutron.services.revisions.revision_plugin [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Could not find related network for resource to bump revision. Aug 30 14:27:26.876933 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:27:26.888031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.888487 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Added segment cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d of type vlan for network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb Aug 30 14:27:26.933191 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.964036 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:26.965055 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:26.965627 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:27.028139 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2816768 Aug 30 14:27:27.030918 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0e6f9f-6924-4b70-be56-2ab7178d64bb,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:27.038334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.038873 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.039096 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.039627 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.040087 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.040493 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.040858 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.041201 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.041540 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.041946 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.042275 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.042663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda2f5c-5576-44b5-b50a-10fb7cf94609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:27.056427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:27:29.311541 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38052) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:27:29.378937 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e361c8-f462-4a53-90ae-57b2d27ea500 admin admin] GET failed (client error): The resource could not be found. Aug 30 14:27:29.380244 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a6e361c8-f462-4a53-90ae-57b2d27ea500 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677123 Aug 30 14:27:29.460295 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948fce3-a1e4-4a61-81f0-653f04a21bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.462026 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a948fce3-a1e4-4a61-81f0-653f04a21bff admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0770190 Aug 30 14:27:29.472649 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:27:29.497554 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Made reservation on behalf of a24929ef5aa142358075505febe33fc3 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:27:29.499804 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.686494 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.748479 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b563f14-e4cd-443d-a417-e4dc68fb4d12,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:29.760692 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Checking segment: {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:29.761042 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Network hostable DHCP agents. Network: 8b0e6f9f-6924-4b70-be56-2ab7178d64bb, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:27:29.782259 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:27:29.793369 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 8b0e6f9f-6924-4b70-be56-2ab7178d64bb) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:29.798389 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.799936 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.803740 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b13fc-83e8-43a9-bcc9-a64ac051a89b None None] Network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:29.818368 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-cf7b421b-c5e6-4741-a7ca-c180ba427c71 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3490083 Aug 30 14:27:29.976734 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-8b0e6f9f-6924-4b70-be56-2ab7178d64bb', 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb', 'tenant_id': 'a24929ef5aa142358075505febe33fc3', 'fixed_ips': [{'subnet_id': '2b563f14-e4cd-443d-a417-e4dc68fb4d12'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:27:29.977738 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.219847 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Allocated IP 192.168.233.2 (8b0e6f9f-6924-4b70-be56-2ab7178d64bb/2b563f14-e4cd-443d-a417-e4dc68fb4d12/87cc59a7-a954-4825-bf8b-d9bdfa70cf7f) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:27:30.367516 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.377186 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Transition to ACTIVE for port object 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:30.393198 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Transition to ACTIVE for port object 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:27:30.400724 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.437831 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:27:30.440758 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:27:30.446458 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:27:30.455103 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Pushing event updated for resources: {'Port': ['ID=87cc59a7-a954-4825-bf8b-d9bdfa70cf7f,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:30.465195 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.465550 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.465897 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.466255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.466619 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.466943 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.467282 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.467646 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.467965 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.468298 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.468612 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.468964 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:27:30.516213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Attempting to bind port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:27:30.516573 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Attempting to bind port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:27:30.516944 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Attempting to bind port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f on network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:27:30.522396 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:27:30.522801 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Checking segment: {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:27:30.523210 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.523629 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Bound using segment: {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:27:30.524110 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Bound port: 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:27:30.524504 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.595567 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] For port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:27:30.599466 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] For port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=87cc59a7-a954-4825-bf8b-d9bdfa70cf7f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:27:30.609033 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:30.671124 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f8fe4-ca9b-4c75-9fb9-dc0f7d20c815 None None] Pushing event updated for resources: {'Port': ['ID=87cc59a7-a954-4825-bf8b-d9bdfa70cf7f,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:31.490140 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83a4f2-fa10-4a77-bc12-3948b054aac2 None None] Network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:27:31.621689 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-cfc3c366-382d-4277-b146-7f42c8f1aae5 None None] Provisioning for port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:31.929135 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:31.987229 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:27:31.991607 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:31.991994 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.085757 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.121546 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=87cc59a7-a954-4825-bf8b-d9bdfa70cf7f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:27:32.126875 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:32.174556 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=87cc59a7-a954-4825-bf8b-d9bdfa70cf7f,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:27:33.897432 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:27:33.947201 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 87cc59a7-a954-4825-bf8b-d9bdfa70cf7f triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:27:33.947579 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.849641 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c8b93bec-eb8f-4053-85f9-f6d6dacec8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.528494 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7ea8ca19-754f-4b98-883b-c606a02ba7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.779060 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.693865 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.365169 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:54.163932 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:28:06.854106 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-caf56a1a-ce48-4891-a60d-334678e02571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.523246 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8aa01c44-d95f-4f6f-ae3c-eeab98714aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.786951 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.695681 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.375733 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:31.163410 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:28:36.858570 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-af9d83b9-1288-40a0-85ef-283180e00cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.529676 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-35f24d36-f0b7-480c-b4b2-9f29a0c8fb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.779896 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.935049 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38104) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:39.944595 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [None req-113d1475-9b85-42d5-806c-3ce23c5be9be tempest-verify_tempest_config-93592471 tempest-verify_tempest_config-93592471-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:28:39.946196 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-113d1475-9b85-42d5-806c-3ce23c5be9be tempest-verify_tempest_config-93592471 tempest-verify_tempest_config-93592471-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0096381 Aug 30 14:28:40.317334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38122) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:40.430076 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.521851 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.527719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.573572 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0582928f-f502-4c5e-8a2e-15c84bde4f40,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:40.577537 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbbeabe010484125aad61893b77f5e22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2591019 Aug 30 14:28:40.580772 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38128) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:40.583244 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.583620 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.583966 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.584301 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.584641 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.584975 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.585299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.585623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.585946 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.586273 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.586613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.586946 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96624bf9-b5a8-404b-9523-8be24b7cee7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.637529 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.658471 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.701715 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.752743 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.755327 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:40.756505 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0582928f-f502-4c5e-8a2e-15c84bde4f40 HTTP/1.1" status: 204 len: 168 time: 0.1747568 Aug 30 14:28:40.764493 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0582928f-f502-4c5e-8a2e-15c84bde4f40,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:40.771391 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.771733 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.772062 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.772388 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.772710 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.773052 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.773429 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.773754 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.774068 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.774391 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.774776 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:40.775024 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e812ec-5115-47f1-9c07-c7afa9cda3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:42.373847 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.867723 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fc4d10cb-7a3a-43e2-94f3-417646656298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:08.163010 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:29:09.527008 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5f316ee6-863b-4431-aa92-26a2adcf2bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.785083 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.711650 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.380592 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.869606 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-82622512-c0eb-4fb2-8c67-f825cff930e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.521374 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-be4cf910-73b6-4e1c-af8c-a28379f7672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.793717 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.716327 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.383836 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:45.167717 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 5 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:30:06.863765 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9398ec0-c2e7-4ec2-9ed0-fb6eee19ed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:09.524642 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-da84991f-1692-4d0b-8565-9c7c81bbd38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:09.788133 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:10.713677 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.385654 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.491580 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2073242'] for agent, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.169702 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:30:30.663109 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38202) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:30.783204 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ba4a4d50-996b-4da8-b41e-f61b08bd45f7 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1186395 Aug 30 14:30:33.005527 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38212) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:33.075247 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4b0c00be-9455-477a-9493-45380a41c323 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0683885 Aug 30 14:30:36.869903 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7aaf6fff-f436-46f1-9ea9-d1dafd5f7ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.528826 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f728bfaa-e81e-4c74-a060-5faa9ce049f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.799830 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.715177 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.394264 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.449282 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:59.173831 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:31:06.883206 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-badf6743-e3e3-44b1-9267-1fcd94b3637f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:09.533851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2e85af42-500c-4d35-aaad-458b84358068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:09.798195 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.722814 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.408285 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:14.462373 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:36.173951 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:31:36.881463 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-263be592-2e0a-4573-b9a1-a367fef78756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.538918 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4d14b519-928e-4c15-bd8c-6fec43d1febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:39.792976 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.722027 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.401014 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:44.471728 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:03.915567 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38402) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:03.997755 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38418) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.136231 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-277318203-network', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:04.160479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Made reservation on behalf of 552a7d64da8b43edb1b5a404438f4b67 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:04.163000 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.173109 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.189015 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-network', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:04.207508 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:32:04.207508 dv-cinder-777031-2-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:32:04.207508 dv-cinder-777031-2-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'f075cf09adbd4e9bb4e555eb873b5a12', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 32, 4, 198862)}] Aug 30 14:32:04.207508 dv-cinder-777031-2-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:32:04.207978 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:32:04.280315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.285723 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.311333 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:04.327333 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa782e-9d5c-404c-b829-e7492505c9bc,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:04.336299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.336894 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Added segment 975e82c6-4502-40cf-9c44-a3491cdc47bd of type vlan for network 069a71c3-5677-4d60-a2df-a86101506537 Aug 30 14:32:04.339426 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.339788 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.340156 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.340476 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.340801 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.341145 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.341468 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.341821 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.342121 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.342445 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.342787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.343106 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Tracked resource versions report: Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: pushed versions: Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: { 'AddressGroup': {'1.2'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'ConntrackHelper': {'1.0'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Log': {'1.0'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Network': {'1.1'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Port': {'1.7'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'PortForwarding': {'1.2'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'QosPolicy': {'1.9'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroup': {'1.4'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SubPort': {'1.0'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Subnet': {'1.1'}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Trunk': {'1.1'}} Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: consumer versions: Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: HyperV agent@hv-cinder-77703: {}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'ConntrackHelper': '1.0', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Log': '1.0', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Network': '1.1', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Port': '1.7', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'PortForwarding': '1.2', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'QosPolicy': '1.9', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroup': '1.4', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SecurityGroupRule': '1.2', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'SubPort': '1.0', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Subnet': '1.1', Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: 'Trunk': '1.1'}} Aug 30 14:32:04.344173 dv-cinder-777031-2-iscsi neutron-server[93878]: {{(pid=93878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:32:04.402155 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.429782 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.430923 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.431550 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.491264 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5744042 Aug 30 14:32:04.492166 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38442) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.498867 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Request body: {'subnet': {'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-subnet', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:04.509767 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cf932-08ad-426c-809d-001b184b6255 admin admin] Pushing event updated for resources: {'Network': ['ID=069a71c3-5677-4d60-a2df-a86101506537,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:04.523337 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Made reservation on behalf of 552a7d64da8b43edb1b5a404438f4b67 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:04.526139 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 069a71c3-5677-4d60-a2df-a86101506537 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:04.527322 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.680367 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38450) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.689517 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38454) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.713989 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.738373 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38458) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.746565 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Made reservation on behalf of f075cf09adbd4e9bb4e555eb873b5a12 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:04.752576 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.762238 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca10c0d-0f66-49ec-aeb5-19c88ade5475,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:04.763280 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.770501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.770903 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.771276 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.771573 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.771965 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.772512 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.773132 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.773636 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.774280 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.775106 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.775588 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.776089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Tracked resource versions report: Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: pushed versions: Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: { 'AddressGroup': {'1.2'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'ConntrackHelper': {'1.0'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Log': {'1.0'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Network': {'1.1'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Port': {'1.7'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'PortForwarding': {'1.2'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'QosPolicy': {'1.9'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroup': {'1.4'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SubPort': {'1.0'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Subnet': {'1.1'}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Trunk': {'1.1'}} Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: consumer versions: Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: HyperV agent@hv-cinder-77703: {}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'ConntrackHelper': '1.0', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Log': '1.0', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Network': '1.1', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Port': '1.7', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'PortForwarding': '1.2', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'QosPolicy': '1.9', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroup': '1.4', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SecurityGroupRule': '1.2', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'SubPort': '1.0', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Subnet': '1.1', Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: 'Trunk': '1.1'}} Aug 30 14:32:04.777622 dv-cinder-777031-2-iscsi neutron-server[93879]: {{(pid=93879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:32:04.827539 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Checking segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:04.828368 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Network hostable DHCP agents. Network: 069a71c3-5677-4d60-a2df-a86101506537, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:04.849228 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Network 069a71c3-5677-4d60-a2df-a86101506537 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:04.863181 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 069a71c3-5677-4d60-a2df-a86101506537) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:04.875685 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8ea32-25a4-4b3e-ab85-7f5f37ed60a0 None None] Network 069a71c3-5677-4d60-a2df-a86101506537 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:04.887441 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.888044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:04.890127 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.893371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.911947 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-00df1a60-7c8b-48c6-bae4-7adb4071c4d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4170778 Aug 30 14:32:04.913889 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38466) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:04.924940 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:04.939259 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:04.950860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:04.957260 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:04.957936 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Added segment ae1ccbf6-a8ec-47ff-a538-3572d656fd1a of type vlan for network 533fe182-2fdc-49c6-909f-2a5cec420671 Aug 30 14:32:05.004656 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.035691 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-93145259-network', 'tenant_id': 'fa639de7619147e5a7734ce6c27572ce'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.037803 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.042124 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.062423 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.063754 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.064722 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.101836 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1023930455-network', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.113679 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Made reservation on behalf of fa639de7619147e5a7734ce6c27572ce for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:05.125092 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.151292 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-86660856-network', 'tenant_id': 'd44e75377b0b469691bc7f49ac9d5024'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.165418 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.192522 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1960354 Aug 30 14:32:05.194784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38486) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:05.215835 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Request body: {'subnet': {'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-subnet', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.244323 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.275700 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:32:05.275700 dv-cinder-777031-2-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:32:05.275700 dv-cinder-777031-2-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'f075cf09adbd4e9bb4e555eb873b5a12', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 32, 5, 220683)}] Aug 30 14:32:05.275700 dv-cinder-777031-2-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:32:05.276623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:32:05.301578 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:32:05.301578 dv-cinder-777031-2-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:32:05.301578 dv-cinder-777031-2-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'fa639de7619147e5a7734ce6c27572ce', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 32, 5, 208980)}] Aug 30 14:32:05.301578 dv-cinder-777031-2-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:32:05.301924 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:32:05.302339 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:32:05.302339 dv-cinder-777031-2-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:32:05.302339 dv-cinder-777031-2-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 32, 5, 230465)}] Aug 30 14:32:05.302339 dv-cinder-777031-2-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:32:05.303143 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:32:05.317890 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Made reservation on behalf of d44e75377b0b469691bc7f49ac9d5024 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:05.320870 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.324724 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e3a26-59a2-438a-aa24-2b2632234f78 admin admin] Pushing event updated for resources: {'Network': ['ID=533fe182-2fdc-49c6-909f-2a5cec420671,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:05.339341 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 533fe182-2fdc-49c6-909f-2a5cec420671 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:05.343926 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.347079 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-069a71c3-5677-4d60-a2df-a86101506537', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:32:05.348384 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.520211 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.530448 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.578828 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43295690-1935-4012-810a-41bdb936407b admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:05.600387 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a19bc0f-c57b-462f-949f-5094930cfc40,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:05.614476 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.614857 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Added segment cd3d59b7-6557-44d2-876d-a248d0433ae4 of type vlan for network 057dd32e-aa42-4946-ab7e-afc646faf50c Aug 30 14:32:05.620624 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.666343 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.685958 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Allocated IP 172.20.0.2 (069a71c3-5677-4d60-a2df-a86101506537/9ca10c0d-0f66-49ec-aeb5-19c88ade5475/02ca8ec6-56a8-419e-abe5-9f0faf8099b3) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:05.695663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.696642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:05.697230 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.797352 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-43295690-1935-4012-810a-41bdb936407b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1130941 Aug 30 14:32:05.798059 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38512) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:05.804674 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Request body: {'subnet': {'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-86660856-subnet', 'tenant_id': 'd44e75377b0b469691bc7f49ac9d5024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:05.813779 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.820079 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43295690-1935-4012-810a-41bdb936407b admin admin] Pushing event updated for resources: {'Network': ['ID=057dd32e-aa42-4946-ab7e-afc646faf50c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:05.833812 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 057dd32e-aa42-4946-ab7e-afc646faf50c details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:05.856430 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Made reservation on behalf of f075cf09adbd4e9bb4e555eb873b5a12 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:05.860757 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.957241 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.967618 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Transition to ACTIVE for port object 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:05.986656 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Transition to ACTIVE for port object 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:05.996788 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:05.998280 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.066574 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.135324 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Pushing event updated for resources: {'Port': ['ID=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:06.144295 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Network 069a71c3-5677-4d60-a2df-a86101506537 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:06.154954 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:06.161910 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:06.172207 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.172842 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.176384 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.177757 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.178844 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.182188 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.182434 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.182928 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.183345 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.183750 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.184152 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.185266 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Tracked resource versions report: Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: pushed versions: Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: { 'AddressGroup': {'1.2'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'ConntrackHelper': {'1.0'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Log': {'1.0'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Network': {'1.1'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Port': {'1.7'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'PortForwarding': {'1.2'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'QosPolicy': {'1.9'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroup': {'1.4'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SubPort': {'1.0'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Subnet': {'1.1'}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Trunk': {'1.1'}} Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: consumer versions: Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: HyperV agent@hv-cinder-77703: {}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'ConntrackHelper': '1.0', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Log': '1.0', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Network': '1.1', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Port': '1.7', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'PortForwarding': '1.2', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'QosPolicy': '1.9', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroup': '1.4', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SecurityGroupRule': '1.2', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'SubPort': '1.0', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Subnet': '1.1', Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: 'Trunk': '1.1'}} Aug 30 14:32:06.186756 dv-cinder-777031-2-iscsi neutron-server[93880]: {{(pid=93880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:32:06.208562 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Made reservation on behalf of d44e75377b0b469691bc7f49ac9d5024 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:06.211788 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.287649 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.312209 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Attempting to bind port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:06.314753 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Attempting to bind port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:06.316182 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Attempting to bind port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 on network 069a71c3-5677-4d60-a2df-a86101506537 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:06.324322 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:06.325758 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Checking segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:06.329977 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.330507 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Bound using segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:06.331132 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Bound port: 02ca8ec6-56a8-419e-abe5-9f0faf8099b3, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:06.332041 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.340845 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Pushing event updated for resources: {'Subnet': ['ID=de6887a7-b83b-4554-9003-af3e0672304e,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:06.347133 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:32:06.347133 dv-cinder-777031-2-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:32:06.347133 dv-cinder-777031-2-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'fa639de7619147e5a7734ce6c27572ce', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 32, 5, 841961)}] Aug 30 14:32:06.347133 dv-cinder-777031-2-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:32:06.348725 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:32:06.373689 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Made reservation on behalf of c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:06.378039 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.410975 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.435660 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38536) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:06.447301 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Allocated IP 172.27.3.132 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/2dcc6d38-97db-4dfc-8273-ebeebb208949) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:06.469209 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] For port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:06.473311 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] For port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:06.480398 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.548279 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cd512-4a4e-485f-8c83-cadc29eae930 None None] Pushing event updated for resources: {'Port': ['ID=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:06.563676 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.611235 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Checking segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:06.614116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Network hostable DHCP agents. Network: 533fe182-2fdc-49c6-909f-2a5cec420671, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:06.614559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.716207 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Network 533fe182-2fdc-49c6-909f-2a5cec420671 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:06.795331 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.841148 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.842709 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df223d65-36d2-45d9-8b3a-63d3c121b43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.849777 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 533fe182-2fdc-49c6-909f-2a5cec420671) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:06.857956 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.900514 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9eaa19e2-21e0-442b-8ac5-990352f73f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.918355 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.921940 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651caf8-4809-4b7c-b9a1-2721d831421c None None] Network 533fe182-2fdc-49c6-909f-2a5cec420671 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:06.922508 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:06.924040 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.929985 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79821acb-5587-4d5f-b626-29335476a094,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:06.933741 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:06.948813 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:06.956003 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:06.959691 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Pushing event updated for resources: {'Port': ['ID=2dcc6d38-97db-4dfc-8273-ebeebb208949,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.001025 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:07.044132 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.044465 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Added segment 4d7b869f-26b0-47e5-adb8-57ee56aa1500 of type vlan for network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 Aug 30 14:32:07.056681 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=723f9c75-15d8-467a-8c53-68261c922eff,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.108553 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.149620 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e0d4d-9bbf-4f71-9644-7af23f8a9247 None None] Network 533fe182-2fdc-49c6-909f-2a5cec420671 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:07.158131 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Checking segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:07.158491 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Network hostable DHCP agents. Network: 057dd32e-aa42-4946-ab7e-afc646faf50c, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:07.174685 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.175682 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:07.176264 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.260796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.261756 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Network 057dd32e-aa42-4946-ab7e-afc646faf50c is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:07.279734 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.290990 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fb6b47d9-4e4d-4063-ace4-158099d832da admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0795238 Aug 30 14:32:07.295337 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.297467 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 057dd32e-aa42-4946-ab7e-afc646faf50c) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:07.306895 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:07.316973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38554) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:07.335514 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:07.336008 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.341665 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:07.356250 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15e1e9-da22-4f96-973d-63e4b6b56ad7 None None] Network 057dd32e-aa42-4946-ab7e-afc646faf50c requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:07.374197 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:07.404917 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.405376 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Added segment ce29fce4-b184-4f82-b347-81b5106725cc of type vlan for network c2f11b8e-af34-43bb-968d-594e1b816a0d Aug 30 14:32:07.414747 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd15383-973f-45e0-9954-4da6a9303ec5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.476112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.477577 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.525337 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74902264-6a88-4a5c-abcc-940c188c11de None None] Network 057dd32e-aa42-4946-ab7e-afc646faf50c requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:07.526028 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.527179 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:07.527863 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.539384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df223d65-36d2-45d9-8b3a-63d3c121b43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.589762 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-df223d65-36d2-45d9-8b3a-63d3c121b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.605808 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dee69662-5cb9-4c04-b236-bd804fdbe5b4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8663118 Aug 30 14:32:07.609259 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38558) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:07.617928 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Request body: {'subnet': {'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1023930455-subnet', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:07.621218 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9303634 Aug 30 14:32:07.622458 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38560) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:07.622685 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4a4be84f-b3bf-4ef0-b0f6-b29b3bec4a6f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8229189 Aug 30 14:32:07.636340 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Request body: {'subnet': {'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-93145259-subnet', 'tenant_id': 'fa639de7619147e5a7734ce6c27572ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:07.667133 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d2f0-9e91-4caa-9089-3a43138448ae admin admin] Pushing event updated for resources: {'Network': ['ID=c2f11b8e-af34-43bb-968d-594e1b816a0d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.676605 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-df223d65-36d2-45d9-8b3a-63d3c121b43c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b0f43894b0a4228a207a0f214af5ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2355244 Aug 30 14:32:07.680144 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.680750 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.685025 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38566) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:07.693062 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df223d65-36d2-45d9-8b3a-63d3c121b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e26daa-f9f2-479a-bc89-a3fb9314cac3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:07.714174 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network c2f11b8e-af34-43bb-968d-594e1b816a0d details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:07.750722 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Made reservation on behalf of c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:07.753895 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.813183 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.921623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ebcdd93-704b-4d14-a62f-30c19328dbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:07.934677 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Made reservation on behalf of fa639de7619147e5a7734ce6c27572ce for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:07.936671 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.013432 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.018384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ebcdd93-704b-4d14-a62f-30c19328dbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.053399 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.057746 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df479a-cd30-4147-9062-5d48af133f9c None None] Network 069a71c3-5677-4d60-a2df-a86101506537 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:08.189251 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ebcdd93-704b-4d14-a62f-30c19328dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.195636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6ebcdd93-704b-4d14-a62f-30c19328dbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.200020 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6ebcdd93-704b-4d14-a62f-30c19328dbec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7e26daa-f9f2-479a-bc89-a3fb9314cac3 HTTP/1.1" status: 204 len: 168 time: 0.5139585 Aug 30 14:32:08.228470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcdd93-704b-4d14-a62f-30c19328dbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e26daa-f9f2-479a-bc89-a3fb9314cac3,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:08.267443 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:08.339190 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-2a65e451-e0fc-4870-9518-f6c2ff282f78 None None] Provisioning for port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:08.363534 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:08.370881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:08.371260 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.491072 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38610) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:08.494049 dv-cinder-777031-2-iscsi neutron-server[93878]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 14:32:08.598091 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.605209 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.606862 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.645805 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:08.652392 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.757033 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.775645 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:08.809032 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.856082 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38622) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:08.893410 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610fd474-dd78-4397-b1db-101ed91e4777,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:08.953973 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Checking segment: {'id': 'ce29fce4-b184-4f82-b347-81b5106725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:08.954623 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Network hostable DHCP agents. Network: c2f11b8e-af34-43bb-968d-594e1b816a0d, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:08.971312 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-a4e3b65a-bef4-464a-9952-afd68cfe49ec tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:08.981268 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-a4e3b65a-bef4-464a-9952-afd68cfe49ec tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.4889987 Aug 30 14:32:08.995971 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-5ca08d99-4b57-4b75-815b-ea0921b64518 None None] Provisioning complete for port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:08.998038 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5ca08d99-4b57-4b75-815b-ea0921b64518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:08.999670 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Checking segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:09.000112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Network hostable DHCP agents. Network: 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:09.008283 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-376870d2-d9a7-457c-bd05-722b57230aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.022315 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c7e5698-32e2-44fb-84c9-f084a8040553,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:09.058904 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-b8de9778-0739-4134-b3d8-e2a8cf836842 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/quotas/d44e75377b0b469691bc7f49ac9d5024 HTTP/1.1" status: 200 len: 375 time: 0.0764441 Aug 30 14:32:09.065282 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Network c2f11b8e-af34-43bb-968d-594e1b816a0d is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:09.094347 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:09.105853 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:32:09.114692 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, c2f11b8e-af34-43bb-968d-594e1b816a0d) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:09.135594 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:09.149464 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21468dbd-c647-4e0c-a259-e77cc868790c None None] Network c2f11b8e-af34-43bb-968d-594e1b816a0d requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:09.152230 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:09.152784 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.287530 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-db6d9741-5aa0-4813-9c03-000d85c0b3d8 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2275088 Aug 30 14:32:09.312376 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d90ca-a76d-4872-a972-5d07e1aed5cf None None] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:09.340881 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:09.341602 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.386583 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:09.391848 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Allocated IP 172.27.3.136 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/ab71cf33-2f44-4d76-9693-50c5c49ff864) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:09.405827 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:09.431801 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:09.436467 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:31:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:09.535356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-376870d2-d9a7-457c-bd05-722b57230aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.545097 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-376870d2-d9a7-457c-bd05-722b57230aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.554249 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7c2bcc73-aa04-4f05-b302-9b281c0394b5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9249363 Aug 30 14:32:09.565016 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-80e86a76-16a8-4ad1-8fa8-80c8e6651363 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9541912 Aug 30 14:32:09.567235 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38644) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:09.589632 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:09.598635 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.604892 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1a1fb168-3931-4c4b-b64b-ff1c071dbe84 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6836126 Aug 30 14:32:09.605161 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38648) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:09.634621 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:09.669257 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-376870d2-d9a7-457c-bd05-722b57230aaf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27ff2345aa2a49228a2315e4ccc48d78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8098104 Aug 30 14:32:09.671221 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38650) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:09.675377 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376870d2-d9a7-457c-bd05-722b57230aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2daf4a-966f-49e1-9d68-052c7be0d973,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:09.723930 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.725766 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.764752 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.830929 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-97d17744-85bf-4a86-9eaa-239a4b7ade96 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:32:09.832327 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-97d17744-85bf-4a86-9eaa-239a4b7ade96 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1619775 Aug 30 14:32:09.908663 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:07Z', 'revision_number': 3, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:09.940335 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:09.940768 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Updating router c84b6b3a-9f48-419f-9367-ca952d25dbbd port 2dcc6d38-97db-4dfc-8273-ebeebb208949 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:09.949670 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.980436 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.989019 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-38034f76-b497-41c4-bbca-e967a8797c9b service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424320 Aug 30 14:32:10.097840 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-a1c0b823-0e31-4f96-a67d-62561c7f17b9 service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979505 Aug 30 14:32:10.103878 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5663d911-eee9-4149-a079-56d8f5a8be22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.152806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5663d911-eee9-4149-a079-56d8f5a8be22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.170321 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d3c25-3488-4adb-a636-381f0cdfe11e None None] Network c2f11b8e-af34-43bb-968d-594e1b816a0d requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:10.225621 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.292837 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5663d911-eee9-4149-a079-56d8f5a8be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.295606 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5663d911-eee9-4149-a079-56d8f5a8be22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.309187 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5663d911-eee9-4149-a079-56d8f5a8be22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb2daf4a-966f-49e1-9d68-052c7be0d973 HTTP/1.1" status: 204 len: 168 time: 0.6239893 Aug 30 14:32:10.370546 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663d911-eee9-4149-a079-56d8f5a8be22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2daf4a-966f-49e1-9d68-052c7be0d973,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:10.373564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:10.376831 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:10.410910 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:10.460888 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8c36dc7e-69a7-4c02-847d-a080ec424792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.470500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:32:10.472099 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.480571 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab71cf33-2f44-4d76-9693-50c5c49ff864,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:10.495870 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:10.700819 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.716398 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d32a535b-ed14-48e9-89e3-9600df691fa3 req-2ed51bd8-772b-4695-b20f-d2dbd449b8af tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.1272488 Aug 30 14:32:10.754870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Transition to ACTIVE for port object 2dcc6d38-97db-4dfc-8273-ebeebb208949 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:10.777059 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.899283 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38702) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:10.905044 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Attempting to bind port 2dcc6d38-97db-4dfc-8273-ebeebb208949 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:10.911047 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Attempting to bind port 2dcc6d38-97db-4dfc-8273-ebeebb208949 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:10.911582 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Attempting to bind port 2dcc6d38-97db-4dfc-8273-ebeebb208949 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:10.932380 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:10.935348 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:10.938026 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.938453 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:10.939601 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Bound port: 2dcc6d38-97db-4dfc-8273-ebeebb208949, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:10.940796 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.979438 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.011738 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Pushing event updated for resources: {'Port': ['ID=2dcc6d38-97db-4dfc-8273-ebeebb208949,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:11.037194 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.038038 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.038611 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.039156 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.039727 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.040295 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.040975 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.041508 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.042141 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.042711 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.043246 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.043855 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Tracked resource versions report: Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: pushed versions: Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: { 'AddressGroup': {'1.2'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'ConntrackHelper': {'1.0'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Log': {'1.0'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Network': {'1.1'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Port': {'1.7'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'PortForwarding': {'1.2'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'QosPolicy': {'1.9'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroup': {'1.4'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroupRule': {'1.2'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SubPort': {'1.0'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Subnet': {'1.1'}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Trunk': {'1.1'}} Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: consumer versions: Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: { DHCP agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: HyperV agent@hv-cinder-77703: {}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: L3 agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: Metadata agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: Metering agent@dv-cinder-777031-2-iscsi: {}, Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: Open vSwitch agent@dv-cinder-777031-2-iscsi: { 'AddressGroup': '1.2', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'ConntrackHelper': '1.0', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Log': '1.0', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Network': '1.1', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Port': '1.7', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'PortForwarding': '1.2', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'QosPolicy': '1.9', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroup': '1.4', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SecurityGroupRule': '1.2', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'SubPort': '1.0', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Subnet': '1.1', Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: 'Trunk': '1.1'}} Aug 30 14:32:11.045163 dv-cinder-777031-2-iscsi neutron-server[93881]: {{(pid=93881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 14:32:11.103453 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] For port 2dcc6d38-97db-4dfc-8273-ebeebb208949, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:11.107622 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] For port 2dcc6d38-97db-4dfc-8273-ebeebb208949, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=2dcc6d38-97db-4dfc-8273-ebeebb208949,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:11.116825 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.260719 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.266802 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:11.267175 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.271985 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.314058 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:11.316824 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:11.321210 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad61ec-0e93-4e40-a70f-08352a3eda9f None None] Pushing event updated for resources: {'Port': ['ID=2dcc6d38-97db-4dfc-8273-ebeebb208949,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:11.474867 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-95e9fe2e-c928-4271-96a5-8b9eb21a37ce tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:11.483925 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-95e9fe2e-c928-4271-96a5-8b9eb21a37ce tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/networks?id=c2f11b8e-af34-43bb-968d-594e1b816a0d HTTP/1.1" status: 200 len: 810 time: 0.5832725 Aug 30 14:32:11.522509 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-d8da9f79-61f3-495f-880f-6b84e9a02e8b tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/quotas/fa639de7619147e5a7734ce6c27572ce HTTP/1.1" status: 200 len: 375 time: 0.0366712 Aug 30 14:32:11.531146 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:11.567813 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-c69b86fc-8188-493f-8cb1-8d58f21aba81 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa639de7619147e5a7734ce6c27572ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439878 Aug 30 14:32:11.602218 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.636722 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Allocated IP 172.20.0.2 (8cc7d24d-16ad-4a9f-bc83-7208d10e46d2/7c7e5698-32e2-44fb-84c9-f084a8040553/6ddd3b7c-88b3-418a-b1ca-c4a44655f806) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:11.681517 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.745082 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.771085 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.902396 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:07Z', 'revision_number': 3, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:11.933047 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd657ca-1cf3-4627-9382-8e330131f5da None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:07Z', 'revision_number': 3, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:12.028277 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.047660 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Transition to ACTIVE for port object 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:12.079163 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Transition to ACTIVE for port object 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:12.098790 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.114949 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-19b78c33-53b0-484d-9dba-a26be62d7824 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:32:12.133077 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-19b78c33-53b0-484d-9dba-a26be62d7824 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2917907 Aug 30 14:32:12.145274 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:12.149422 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:12.153334 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:12.172563 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fcc09c04-7a3e-4bc9-915c-7039e3e4bc92 req-b619c2dd-ee4b-4079-99e1-dfaff404ffaf tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.1092350 Aug 30 14:32:12.194242 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Pushing event updated for resources: {'Port': ['ID=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:12.265928 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Attempting to bind port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:12.267069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Attempting to bind port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:12.268074 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Attempting to bind port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:12.276051 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:12.276725 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Checking segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:12.277302 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.281257 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Bound using segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:12.282002 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Bound port: 6ddd3b7c-88b3-418a-b1ca-c4a44655f806, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:12.282631 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.301501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Allocated IP 172.27.3.247 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:12.336213 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Router 34fa1fb8-62d8-409b-927f-8198047fdc92 is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:32:12.495075 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.511807 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] For port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:12.524686 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] For port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:12.532982 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.548901 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.560312 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-0d423290-4985-4c95-a4ba-fdf4eaf880d2 service neutron] 10.222.0.62 "GET /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257019 Aug 30 14:32:12.705693 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9043c28-cc6a-4f02-8d62-1698d2fe926e None None] Pushing event updated for resources: {'Port': ['ID=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:12.754352 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.999078 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.001710 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Allocated IP 172.20.0.1 (069a71c3-5677-4d60-a2df-a86101506537/9ca10c0d-0f66-49ec-aeb5-19c88ade5475/faf728d3-26f8-4315-9382-1e9a850070e4) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:13.107488 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:13.127649 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:13.140819 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Sync routers for ids ['34fa1fb8-62d8-409b-927f-8198047fdc92'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:13.161825 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:13.163851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Routers {'34fa1fb8-62d8-409b-927f-8198047fdc92'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:13.165024 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['34fa1fb8-62d8-409b-927f-8198047fdc92'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:13.170926 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:13.181343 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:32:13.196598 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:13.220046 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-eda44785-5aa6-44b1-aa6b-91c7c97cafe9 service neutron] 10.222.0.62 "GET /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450636 Aug 30 14:32:13.244152 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.246075 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-752228b8-a89c-4e2e-812f-59ab3feb77c7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9201562 Aug 30 14:32:13.250688 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38814) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:13.563766 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Set router 34fa1fb8-62d8-409b-927f-8198047fdc92 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:13.568352 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:13.664963 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Transition to ACTIVE for port object faf728d3-26f8-4315-9382-1e9a850070e4 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:13.734998 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-430ea0cb-aef1-4c53-9cec-c0af3e1d6cfd req-003a01c7-8587-4873-a607-03493990c532 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.1516297 Aug 30 14:32:13.935799 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-822db2bd-925a-4371-8515-81007af2f89b req-cc105c46-d356-492c-8ca3-802ccc163764 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.0405717 Aug 30 14:32:13.998139 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.008014 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:10Z', 'revision_number': 3, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:14.060597 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Checking router: 34fa1fb8-62d8-409b-927f-8198047fdc92 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:14.061002 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Updating router 34fa1fb8-62d8-409b-927f-8198047fdc92 port ab71cf33-2f44-4d76-9693-50c5c49ff864 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:14.066352 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.095965 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Network 069a71c3-5677-4d60-a2df-a86101506537 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:14.110456 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.236478 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:14.241096 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Pushing event updated for resources: {'Port': ['ID=faf728d3-26f8-4315-9382-1e9a850070e4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:14.249305 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:14.258112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.364355 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:14.435098 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93868c-963c-4e00-a15a-a915c062fc0a None None] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:14.538810 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.779987 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:14.799669 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-84958751-f3d5-4275-978a-cd06a3295f2b None None] Provisioning for port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:14.910020 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:14.955759 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7d66695-9554-40fe-bb58-1a89301f6ad1 req-11edc5c3-ad4b-4b53-935a-89b6094e0b64 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0433688 Aug 30 14:32:15.007359 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Allocated IP 172.20.0.1 (533fe182-2fdc-49c6-909f-2a5cec420671/de6887a7-b83b-4554-9003-af3e0672304e/31c006c0-d509-415d-b5ea-0f6991719e46) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:15.056509 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:15.058891 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.135605 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.141263 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f1366c1-0a0d-4d82-a993-86be673d087a req-a0580f45-bdf4-462e-8330-8ca19898cdef tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.1042516 Aug 30 14:32:15.204750 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-65157752-5e5c-40d3-a4c8-27a27bee8ace None None] Provisioning for port faf728d3-26f8-4315-9382-1e9a850070e4 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:15.222232 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-65157752-5e5c-40d3-a4c8-27a27bee8ace None None] Provisioning complete for port faf728d3-26f8-4315-9382-1e9a850070e4 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:15.222625 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-65157752-5e5c-40d3-a4c8-27a27bee8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.265771 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.340610 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-65157752-5e5c-40d3-a4c8-27a27bee8ace None None] Port faf728d3-26f8-4315-9382-1e9a850070e4 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:15.352638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.479021 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.48', 55544) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:15.493124 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.526222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.527484 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Transition to ACTIVE for port object ab71cf33-2f44-4d76-9693-50c5c49ff864 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:15.541944 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.668442 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Router 8df92d08-9395-4458-aad1-d4754fa16d0b is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:32:15.810327 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Network 533fe182-2fdc-49c6-909f-2a5cec420671 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:15.840968 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:15.845738 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:15.846537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.898570 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:15.916831 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:15.934093 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:15.941980 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:15.955334 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.959580 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-93b497bd-de1e-4e89-9ee8-6d45b8fce3f4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3797441 Aug 30 14:32:15.977058 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 38912) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:16.110146 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.185923 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Pushing event updated for resources: {'Port': ['ID=31c006c0-d509-415d-b5ea-0f6991719e46,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:16.264473 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Attempting to bind port ab71cf33-2f44-4d76-9693-50c5c49ff864 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:16.268235 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Attempting to bind port ab71cf33-2f44-4d76-9693-50c5c49ff864 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:16.268821 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Attempting to bind port ab71cf33-2f44-4d76-9693-50c5c49ff864 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:16.287140 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-34b9c009-9295-48bf-a7b7-c285cee8b826 req-c0cf87a8-5849-4875-8086-e4b22ddae63e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0386074 Aug 30 14:32:16.296543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.331301 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2cefac2c-db57-4190-83a8-d2682602a117 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:16.334026 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2cefac2c-db57-4190-83a8-d2682602a117 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.8527126 Aug 30 14:32:16.334982 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d69e70-40f2-42fc-a717-af92f24e23c4 None None] Pushing event updated for resources: {'Port': ['ID=ab71cf33-2f44-4d76-9693-50c5c49ff864,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:16.349109 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-cdb50bb8-0726-4776-9b76-f51e00143b26 None None] Provisioning complete for port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:16.349779 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-cdb50bb8-0726-4776-9b76-f51e00143b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.351407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.363648 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:16.368969 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:16.372847 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.373762 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.374688 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.374960 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:16.375670 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Bound port: ab71cf33-2f44-4d76-9693-50c5c49ff864, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:16.377835 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.398078 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Request body: {'port': {'device_id': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'admin_state_up': True, 'tenant_id': 'd44e75377b0b469691bc7f49ac9d5024'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:16.444611 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:16.472705 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.48', 55553) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:16.559163 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:16.627553 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.630616 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2dcc6d38-97db-4dfc-8273-ebeebb208949 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:16.736433 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b60475b7-5e4f-45ae-b48e-110e3cfdd68a req-7b02dd5e-dcf4-4e31-b5ab-8b56067bd5f2 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.2295141 Aug 30 14:32:16.789908 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:13Z', 'revision_number': 3, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:16.835785 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:16.836877 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38942) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:16.897620 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:16.898962 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Updating router 8df92d08-9395-4458-aad1-d4754fa16d0b port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:16.962478 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:16.976628 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] For port ab71cf33-2f44-4d76-9693-50c5c49ff864, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:17.006779 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] For port ab71cf33-2f44-4d76-9693-50c5c49ff864, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=ab71cf33-2f44-4d76-9693-50c5c49ff864,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:17.017778 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.061532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 2dcc6d38-97db-4dfc-8273-ebeebb208949 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:17.082298 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 2dcc6d38-97db-4dfc-8273-ebeebb208949 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:17.084137 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.131163 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-bd8abce9-8735-4801-b0ca-bda8fc8601cf tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:17.135207 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-bd8abce9-8735-4801-b0ca-bda8fc8601cf tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.48 "GET /v2.0/networks?id=c2f11b8e-af34-43bb-968d-594e1b816a0d HTTP/1.1" status: 200 len: 810 time: 0.6572335 Aug 30 14:32:17.179596 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Request body: {'port': {'device_id': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d', 'admin_state_up': True, 'tenant_id': 'fa639de7619147e5a7734ce6c27572ce'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:17.216142 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d69e70-40f2-42fc-a717-af92f24e23c4 None None] Pushing event updated for resources: {'Port': ['ID=ab71cf33-2f44-4d76-9693-50c5c49ff864,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:17.251045 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44611e54-288e-478a-b431-3f78ae0f3132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.280006 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Routers {'34fa1fb8-62d8-409b-927f-8198047fdc92'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:17.281141 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['34fa1fb8-62d8-409b-927f-8198047fdc92'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:17.328198 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Made reservation on behalf of d44e75377b0b469691bc7f49ac9d5024 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:17.328198 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.632264 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.670309 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.675906 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.681900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.697044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Pushing event updated for resources: {'Port': ['ID=faf728d3-26f8-4315-9382-1e9a850070e4,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:17.699166 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.715265 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] Set router 34fa1fb8-62d8-409b-927f-8198047fdc92 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:17.746052 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Transition to ACTIVE for port object 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:17.759077 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.910666 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 2dcc6d38-97db-4dfc-8273-ebeebb208949, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=2dcc6d38-97db-4dfc-8273-ebeebb208949,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:17.947346 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:17.983379 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Attempting to bind port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:17.983988 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Attempting to bind port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:17.985514 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Attempting to bind port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:18.004249 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd92943-4f00-4b57-80df-181e9a47492b None None] Pushing event updated for resources: {'Port': ['ID=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:18.016585 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:18.019845 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:18.020873 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.022164 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:18.025465 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Bound port: 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:18.032487 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.125838 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] For port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:18.130132 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] For port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:18.143533 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.178243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Network 533fe182-2fdc-49c6-909f-2a5cec420671 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:18.187295 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Network 069a71c3-5677-4d60-a2df-a86101506537 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:18.191401 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:18.207774 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:18.324614 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd92943-4f00-4b57-80df-181e9a47492b None None] Pushing event updated for resources: {'Port': ['ID=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:18.324614 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:18.324614 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:18.356824 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:18.368633 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=2dcc6d38-97db-4dfc-8273-ebeebb208949,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:18.463099 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a2b7439-3b00-48fa-9cbb-49d3bfef510f req-1878d6fb-81cf-4f24-ab03-f3ba23d96ae7 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.3467922 Aug 30 14:32:18.464384 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de72f105-7298-4a48-9ea4-3fe67950eda6 req-af9a7bf6-f029-45b1-91c8-07fc66d68402 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.8201418 Aug 30 14:32:18.578208 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:18.579372 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.637399 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:18.747913 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.806027 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-09f22b0d-0d5f-4b77-be80-91bb72ea4d78 None None] Provisioning complete for port faf728d3-26f8-4315-9382-1e9a850070e4 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:18.806992 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-09f22b0d-0d5f-4b77-be80-91bb72ea4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:18.822378 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:32:18.827375 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Pushing event updated for resources: {'Port': ['ID=31c006c0-d509-415d-b5ea-0f6991719e46,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:19.018068 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38988) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:19.020434 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-09f22b0d-0d5f-4b77-be80-91bb72ea4d78 None None] Port faf728d3-26f8-4315-9382-1e9a850070e4 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:19.031863 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '31c006c0-d509-415d-b5ea-0f6991719e46', 'name': '', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'mac_address': 'fa:16:3e:57:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:14Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 1, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'subnets': [{'id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:19.062051 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ae28b-fd8a-413d-824a-e421ae5077b2 None None] The sync data for ids ['34fa1fb8-62d8-409b-927f-8198047fdc92'] in dv-cinder-777031-2-iscsi is: [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '31c006c0-d509-415d-b5ea-0f6991719e46', 'name': '', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'mac_address': 'fa:16:3e:57:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:14Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 1, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'subnets': [{'id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:19.073243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44611e54-288e-478a-b431-3f78ae0f3132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.080473 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:13Z', 'revision_number': 3, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:19.130811 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b608f9e-3bd1-45ad-976a-59c85029fd2e None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:13Z', 'revision_number': 3, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:19.191806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-44611e54-288e-478a-b431-3f78ae0f3132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.284467 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-44611e54-288e-478a-b431-3f78ae0f3132 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca53cb3b87124ec68ebc3ebe76d4f1a6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4465194 Aug 30 14:32:19.351873 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 38998) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:19.358852 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44611e54-288e-478a-b431-3f78ae0f3132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb700314-fc01-4a6a-abd2-d39b8469069d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:19.371657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Router 34fa1fb8-62d8-409b-927f-8198047fdc92 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:32:19.395532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Allocated IP 172.20.0.7 (057dd32e-aa42-4946-ab7e-afc646faf50c/723f9c75-15d8-467a-8c53-68261c922eff/36285160-c75c-40fc-a284-775067f15908) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:19.415739 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f14e24fa-5e01-4ab1-b8a3-f38a31e96da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.439786 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Made reservation on behalf of fa639de7619147e5a7734ce6c27572ce for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:19.448604 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.499759 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Allocated IP 172.20.0.1 (8cc7d24d-16ad-4a9f-bc83-7208d10e46d2/7c7e5698-32e2-44fb-84c9-f084a8040553/66f8eeed-88b5-49d1-9696-421296690dd4) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:19.502858 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:19.518806 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-dd4dd21e-bf48-4330-9c0f-20fddfa088db admin admin] 10.222.0.62 "PUT /v2.0/routers/c84b6b3a-9f48-419f-9367-ca952d25dbbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9070098 Aug 30 14:32:19.555837 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:19.588592 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:19.592964 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:19.858388 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:19.990322 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:20.090459 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.242922 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:20.480829 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-952a6cc7-15b2-41c6-9f52-bb7fdc290816 req-e178d35d-06e0-46cf-b6fb-472d802ec155 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.5338213 Aug 30 14:32:20.570201 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Allocated IP 172.20.0.8 (c2f11b8e-af34-43bb-968d-594e1b816a0d/610fd474-dd78-4397-b1db-101ed91e4777/45a50a36-b7ae-4cd0-90db-ebb790314a63) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:20.581920 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-debf77ae-ab87-4322-acfd-e1ebd461d405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.585210 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.627589 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:20.637851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:20.638737 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.712039 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Transition to ACTIVE for port object 66f8eeed-88b5-49d1-9696-421296690dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:20.732266 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900876b-4373-47b8-b330-8d9f5f7d2c56 req-8ed6ef1f-c7f1-4f5e-b531-3f5a174fcf68 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:20.734707 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d900876b-4373-47b8-b330-8d9f5f7d2c56 req-8ed6ef1f-c7f1-4f5e-b531-3f5a174fcf68 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 931 time: 0.7988706 Aug 30 14:32:20.756360 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Network 057dd32e-aa42-4946-ab7e-afc646faf50c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:20.770970 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 2, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:20.773700 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event updated for resources: {'Port': ['ID=36285160-c75c-40fc-a284-775067f15908,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:20.801633 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:20.842734 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:20.874558 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:20.876142 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.904892 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:20.905564 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Updating router c84b6b3a-9f48-419f-9367-ca952d25dbbd port faf728d3-26f8-4315-9382-1e9a850070e4 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:20.971207 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f14e24fa-5e01-4ab1-b8a3-f38a31e96da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:20.994051 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:21.020832 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7056bded-71ed-4eba-a549-8889dc11064d admin admin] 10.222.0.62 "PUT /v2.0/routers/34fa1fb8-62d8-409b-927f-8198047fdc92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7581532 Aug 30 14:32:21.020832 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-debf77ae-ab87-4322-acfd-e1ebd461d405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.032798 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f14e24fa-5e01-4ab1-b8a3-f38a31e96da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.053614 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-2df37ba7-0665-4b73-849f-f39a703ed7a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6618016 Aug 30 14:32:21.076934 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.092970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-301cae8e-34d0-4ac9-abe5-8262daa1020a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:32:21.094414 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-301cae8e-34d0-4ac9-abe5-8262daa1020a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196702 Aug 30 14:32:21.102898 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.127832 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d900876b-4373-47b8-b330-8d9f5f7d2c56 req-2ee32a31-8e2a-488b-ac22-636672dc03d5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682494 Aug 30 14:32:21.168558 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:21.183561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f14e24fa-5e01-4ab1-b8a3-f38a31e96da2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ecedad21773c430aa44b275a348e5562&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1473465 Aug 30 14:32:21.188000 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39030) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:21.204663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e24fa-5e01-4ab1-b8a3-f38a31e96da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f63b7-4606-40ba-86ad-ca1474acf64d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:21.263286 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.265126 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:21.265412 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:21.265907 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.314848 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:21.339085 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.340790 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2dcc6d38-97db-4dfc-8273-ebeebb208949 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:21.381363 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3107e7e-1ead-4517-8181-c8fd2c668898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.407451 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-debf77ae-ab87-4322-acfd-e1ebd461d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.410053 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-debf77ae-ab87-4322-acfd-e1ebd461d405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.419141 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-debf77ae-ab87-4322-acfd-e1ebd461d405 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb700314-fc01-4a6a-abd2-d39b8469069d HTTP/1.1" status: 204 len: 168 time: 2.0563984 Aug 30 14:32:21.467201 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3107e7e-1ead-4517-8181-c8fd2c668898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.509217 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Request body: {'port': {'device_id': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:21.526554 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Pushing event updated for resources: {'Port': ['ID=66f8eeed-88b5-49d1-9696-421296690dd4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:21.589348 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf77ae-ab87-4322-acfd-e1ebd461d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb700314-fc01-4a6a-abd2-d39b8469069d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:21.625857 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.772151 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.833385 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-be82e196-0212-4de8-886a-a7c78bcfc803 req-fcd6ffae-d3a1-41af-9192-5bd6019da9e2 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.0625246 Aug 30 14:32:21.986414 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3107e7e-1ead-4517-8181-c8fd2c668898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:21.989899 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b3107e7e-1ead-4517-8181-c8fd2c668898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.000973 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b3107e7e-1ead-4517-8181-c8fd2c668898 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b96f63b7-4606-40ba-86ad-ca1474acf64d HTTP/1.1" status: 204 len: 168 time: 0.8046806 Aug 30 14:32:22.073132 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3107e7e-1ead-4517-8181-c8fd2c668898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f63b7-4606-40ba-86ad-ca1474acf64d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:22.356797 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39060) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:22.542744 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9386508e-0b5f-4c4e-bdd6-9f479140d612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.549556 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-8214728c-750a-4d1e-befd-0d0350a42690 None None] Provisioning for port 66f8eeed-88b5-49d1-9696-421296690dd4 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:22.634264 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-8214728c-750a-4d1e-befd-0d0350a42690 None None] Provisioning complete for port 66f8eeed-88b5-49d1-9696-421296690dd4 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:22.637616 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-8214728c-750a-4d1e-befd-0d0350a42690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.737494 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9386508e-0b5f-4c4e-bdd6-9f479140d612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.747666 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39072) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:22.752420 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146338432', 'description': 'tempest-description--1350273090'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:22.794528 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:22.952061 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9386508e-0b5f-4c4e-bdd6-9f479140d612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.004360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.094063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386508e-0b5f-4c4e-bdd6-9f479140d612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449e498e-24c7-4f72-9baa-a5ba155df62a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:23.094363 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.106827 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Transition to ACTIVE for port object faf728d3-26f8-4315-9382-1e9a850070e4 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:23.208376 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.264852 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-8214728c-750a-4d1e-befd-0d0350a42690 None None] Port 66f8eeed-88b5-49d1-9696-421296690dd4 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:23.270384 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:23.278673 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.362387 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 2dcc6d38-97db-4dfc-8273-ebeebb208949 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:23.363675 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.405620 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Pushing event updated for resources: {'Port': ['ID=45a50a36-b7ae-4cd0-90db-ebb790314a63,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:23.413344 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.414155 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.439769 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Network c2f11b8e-af34-43bb-968d-594e1b816a0d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:23.466772 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:23.475443 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:23.480055 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9386508e-0b5f-4c4e-bdd6-9f479140d612 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ef5a9e7ae89424e9c792013cfe26f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1124072 Aug 30 14:32:23.494108 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:23.494814 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.498922 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39086) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:23.519487 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.586942 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc542d-eced-4eb0-8e25-04ca55265b9b req-3c7361b4-57e0-4be9-9256-9c07658c2d06 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:23.601587 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11beb45-e0b5-4d7b-b6a4-8db791b08ab8 None None] Pushing event updated for resources: {'Port': ['ID=faf728d3-26f8-4315-9382-1e9a850070e4,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:23.613091 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0dfc542d-eced-4eb0-8e25-04ca55265b9b req-3c7361b4-57e0-4be9-9256-9c07658c2d06 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 931 time: 0.6565895 Aug 30 14:32:23.645829 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Attempting to bind port faf728d3-26f8-4315-9382-1e9a850070e4 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:23.646358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Attempting to bind port faf728d3-26f8-4315-9382-1e9a850070e4 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:23.647119 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Attempting to bind port faf728d3-26f8-4315-9382-1e9a850070e4 on network 069a71c3-5677-4d60-a2df-a86101506537 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:23.648310 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-76639817-5396-4f47-92ea-8d5738ab0da5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5003910 Aug 30 14:32:23.667793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:23.671300 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Checking segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:23.672061 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.672713 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Bound using segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:23.673362 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Bound port: faf728d3-26f8-4315-9382-1e9a850070e4, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:23.673774 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.804246 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Pushing event updated for resources: {'Port': ['ID=66f8eeed-88b5-49d1-9696-421296690dd4,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:23.893561 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] For port faf728d3-26f8-4315-9382-1e9a850070e4, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:23.897704 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] For port faf728d3-26f8-4315-9382-1e9a850070e4, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=faf728d3-26f8-4315-9382-1e9a850070e4,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:23.903806 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:23.950412 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Request body: {'port': {'device_id': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:23.971025 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:23.971608 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:23.978902 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-057a8893-aa99-4319-8932-6ca35ab83ba2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:23.980483 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-057a8893-aa99-4319-8932-6ca35ab83ba2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 819 time: 1.2340095 Aug 30 14:32:24.052308 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0dfc542d-eced-4eb0-8e25-04ca55265b9b req-ac2b81f7-6d83-4cde-8dc5-9c191de0560c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897648 Aug 30 14:32:24.074806 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-df203157-64e5-4e4c-a7f2-268e053ba8d9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/quotas/f075cf09adbd4e9bb4e555eb873b5a12 HTTP/1.1" status: 200 len: 375 time: 0.0782316 Aug 30 14:32:24.140062 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11beb45-e0b5-4d7b-b6a4-8db791b08ab8 None None] Pushing event updated for resources: {'Port': ['ID=faf728d3-26f8-4315-9382-1e9a850070e4,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:24.208010 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-613fa058-089f-49cb-bc5e-8581dd9da1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.246493 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device ab71cf33-2f44-4d76-9693-50c5c49ff864 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:24.325928 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36285160-c75c-40fc-a284-775067f15908 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:24.326122 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:24.328359 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:24.330330 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.381101 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Sync routers for ids ['34fa1fb8-62d8-409b-927f-8198047fdc92'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:24.393945 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.401105 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Routers {'34fa1fb8-62d8-409b-927f-8198047fdc92'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:24.406914 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['34fa1fb8-62d8-409b-927f-8198047fdc92'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:24.463903 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:24.614068 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port ab71cf33-2f44-4d76-9693-50c5c49ff864 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:24.742570 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Transition to ACTIVE for port object 36285160-c75c-40fc-a284-775067f15908 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:24.781342 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-613fa058-089f-49cb-bc5e-8581dd9da1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.782373 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Set router 34fa1fb8-62d8-409b-927f-8198047fdc92 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:24.796826 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:24.812316 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port ab71cf33-2f44-4d76-9693-50c5c49ff864 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:24.815825 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.029820 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-d42edbee-5c9e-4ad6-a5d3-1ce864a3a61f None None] Provisioning complete for port 66f8eeed-88b5-49d1-9696-421296690dd4 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:25.031793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d42edbee-5c9e-4ad6-a5d3-1ce864a3a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.208700 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546e238-6751-4d98-ae3b-2c13480e0afc req-82181d35-fa0d-4780-9f40-ad28b46c15e9 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:25.212351 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3546e238-6751-4d98-ae3b-2c13480e0afc req-82181d35-fa0d-4780-9f40-ad28b46c15e9 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 931 time: 0.9805982 Aug 30 14:32:25.259132 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-d42edbee-5c9e-4ad6-a5d3-1ce864a3a61f None None] Port 66f8eeed-88b5-49d1-9696-421296690dd4 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:25.279837 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-4532d2ee-0946-4b62-b209-27d9a61b4b7f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1565933 Aug 30 14:32:25.284823 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.292756 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Pushing event updated for resources: {'Port': ['ID=36285160-c75c-40fc-a284-775067f15908,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:25.346082 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.374568 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '31c006c0-d509-415d-b5ea-0f6991719e46', 'name': '', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'mac_address': 'fa:16:3e:57:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:14Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 2, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'subnets': [{'id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:25.388996 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Router 8df92d08-9395-4458-aad1-d4754fa16d0b has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:32:25.436481 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Checking router: 34fa1fb8-62d8-409b-927f-8198047fdc92 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:25.437117 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Updating router 34fa1fb8-62d8-409b-927f-8198047fdc92 port 31c006c0-d509-415d-b5ea-0f6991719e46 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:25.549645 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.638090 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-613fa058-089f-49cb-bc5e-8581dd9da1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.660477 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-613fa058-089f-49cb-bc5e-8581dd9da1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.665308 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-613fa058-089f-49cb-bc5e-8581dd9da1ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/449e498e-24c7-4f72-9baa-a5ba155df62a HTTP/1.1" status: 204 len: 168 time: 2.1470842 Aug 30 14:32:25.667241 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.734856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:25.736654 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.9879544 Aug 30 14:32:25.737650 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f603a7-b5e9-4dd5-90c7-2bf59e6b221f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36a3d38-163b-42cf-b96f-111e58c0f59f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:25.740068 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39128) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:25.788432 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'security_group_rule': {'security_group_id': 'a36a3d38-163b-42cf-b96f-111e58c0f59f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:25.829540 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3546e238-6751-4d98-ae3b-2c13480e0afc req-e1c5a7ea-49fc-43f4-9cb7-e1437e70c090 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857861 Aug 30 14:32:25.836423 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Attempting to bind port 36285160-c75c-40fc-a284-775067f15908 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:25.846886 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Attempting to bind port 36285160-c75c-40fc-a284-775067f15908 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:25.847608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Attempting to bind port 36285160-c75c-40fc-a284-775067f15908 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:25.853220 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:32:25.880357 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port ab71cf33-2f44-4d76-9693-50c5c49ff864, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=ab71cf33-2f44-4d76-9693-50c5c49ff864,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:25.887748 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8b3212f2-10ec-41aa-a805-2ecad9763271 admin admin] 10.222.0.62 "PUT /v2.0/routers/8df92d08-9395-4458-aad1-d4754fa16d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9082994 Aug 30 14:32:25.897695 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:23Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:25.913345 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fa058-089f-49cb-bc5e-8581dd9da1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449e498e-24c7-4f72-9baa-a5ba155df62a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:25.959503 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Port 36285160-c75c-40fc-a284-775067f15908 on network 057dd32e-aa42-4946-ab7e-afc646faf50c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:25.973291 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Attempting to bind port 36285160-c75c-40fc-a284-775067f15908 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:26.012562 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:32:26.020987 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584fac60-0b7a-47ef-87d7-0a22e14b315a None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:23Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:26.025274 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a50a36-b7ae-4cd0-90db-ebb790314a63 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:26.048982 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.067861 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:26.068698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Checking segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:26.069843 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.070749 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Bound using segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:26.071470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Bound port: 36285160-c75c-40fc-a284-775067f15908, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:26.075118 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.085428 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:26.129751 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Transition to ACTIVE for port object 45a50a36-b7ae-4cd0-90db-ebb790314a63 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:26.131080 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-9fce86a2-ad70-46dd-953c-64ea486e2e1d service neutron] 10.222.0.62 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239737 Aug 30 14:32:26.137046 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.263521 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:26.264296 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:26.455015 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=ab71cf33-2f44-4d76-9693-50c5c49ff864,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:26.466201 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.575338 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Pushing event updated for resources: {'Port': ['ID=45a50a36-b7ae-4cd0-90db-ebb790314a63,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:26.619582 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Attempting to bind port 45a50a36-b7ae-4cd0-90db-ebb790314a63 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:26.619582 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Attempting to bind port 45a50a36-b7ae-4cd0-90db-ebb790314a63 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'ce29fce4-b184-4f82-b347-81b5106725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:26.619582 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Attempting to bind port 45a50a36-b7ae-4cd0-90db-ebb790314a63 on network c2f11b8e-af34-43bb-968d-594e1b816a0d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:26.621374 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb8110-8855-4387-b5aa-514d34eda017 req-1423a49a-d796-43cb-be47-2cc040846bd6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:26.637195 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2fb8110-8855-4387-b5aa-514d34eda017 req-1423a49a-d796-43cb-be47-2cc040846bd6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 0.6214297 Aug 30 14:32:26.643017 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Port 45a50a36-b7ae-4cd0-90db-ebb790314a63 on network c2f11b8e-af34-43bb-968d-594e1b816a0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:26.643344 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Attempting to bind port 45a50a36-b7ae-4cd0-90db-ebb790314a63 on network c2f11b8e-af34-43bb-968d-594e1b816a0d {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:26.671673 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:26.675910 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:26.676380 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Checking segment: {'id': 'ce29fce4-b184-4f82-b347-81b5106725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:26.677042 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Bound using segment: {'id': 'ce29fce4-b184-4f82-b347-81b5106725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:26.677630 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Bound port: 45a50a36-b7ae-4cd0-90db-ebb790314a63, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce29fce4-b184-4f82-b347-81b5106725cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:26.678059 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.681728 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.818039 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.846776 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Transition to ACTIVE for port object 31c006c0-d509-415d-b5ea-0f6991719e46 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:26.860714 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:26.861689 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] For port 36285160-c75c-40fc-a284-775067f15908, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:26.939881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:26.992408 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] For port 45a50a36-b7ae-4cd0-90db-ebb790314a63, host hv-cinder-77703, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:27.003567 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42038bd2-f916-4909-b5c2-ed10f8531908 None None] Pushing event updated for resources: {'Port': ['ID=31c006c0-d509-415d-b5ea-0f6991719e46,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:27.024221 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] For port 45a50a36-b7ae-4cd0-90db-ebb790314a63, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63,segment=NetworkSegment(ce29fce4-b184-4f82-b347-81b5106725cc),segment_id=ce29fce4-b184-4f82-b347-81b5106725cc)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:27.035489 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.067307 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2fb8110-8855-4387-b5aa-514d34eda017 req-f139fb89-8ec5-4071-a059-789cec5e2844 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260073 Aug 30 14:32:27.147110 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] For port 36285160-c75c-40fc-a284-775067f15908, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=36285160-c75c-40fc-a284-775067f15908,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:27.147855 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:27.147855 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.149130 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] 10.222.0.48 "PUT /v2.0/ports/45a50a36-b7ae-4cd0-90db-ebb790314a63 HTTP/1.1" status: 200 len: 1093 time: 3.2495313 Aug 30 14:32:27.149641 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'tag': '45a50a36-b7ae-4cd0-90db-ebb790314a63'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:27.251995 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.413620 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Attempting to bind port 31c006c0-d509-415d-b5ea-0f6991719e46 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:27.417110 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Attempting to bind port 31c006c0-d509-415d-b5ea-0f6991719e46 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:27.418020 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Attempting to bind port 31c006c0-d509-415d-b5ea-0f6991719e46 on network 533fe182-2fdc-49c6-909f-2a5cec420671 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:27.441476 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:27.452857 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Checking segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:27.455996 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.456752 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Bound using segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:27.457493 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Bound port: 31c006c0-d509-415d-b5ea-0f6991719e46, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:27.467282 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.514059 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.529516 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Pushing event updated for resources: {'Port': ['ID=36285160-c75c-40fc-a284-775067f15908,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:27.576793 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-5a88787d-dd48-4b25-8853-4408592b211b service neutron] 10.222.0.62 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3462412 Aug 30 14:32:27.577495 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.606638 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd508da-50ab-48e4-9e2a-3357dafdde5e service neutron] Pushing event updated for resources: {'Port': ['ID=45a50a36-b7ae-4cd0-90db-ebb790314a63,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:27.661772 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] For port 31c006c0-d509-415d-b5ea-0f6991719e46, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:27.667926 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] For port 31c006c0-d509-415d-b5ea-0f6991719e46, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=31c006c0-d509-415d-b5ea-0f6991719e46,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:27.680478 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.682509 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:27.683195 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:27.692710 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-f29194a1-9a42-4d9b-8b00-959df75287ac service neutron] 10.222.0.48 "PUT /v2.0/ports/36285160-c75c-40fc-a284-775067f15908 HTTP/1.1" status: 200 len: 1093 time: 6.4200864 Aug 30 14:32:27.700100 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'tag': '36285160-c75c-40fc-a284-775067f15908'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:27.746320 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-88af7eb3-5bd4-45a6-9b18-8515dd29267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:27.747955 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-88af7eb3-5bd4-45a6-9b18-8515dd29267d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa639de7619147e5a7734ce6c27572ce&device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 1096 time: 0.4222972 Aug 30 14:32:27.845375 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Routers {'34fa1fb8-62d8-409b-927f-8198047fdc92'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:27.846246 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['34fa1fb8-62d8-409b-927f-8198047fdc92'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:28.040894 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5247aa40-7768-45e9-a0a3-68eab99445ce,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:28.062687 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-ed2cf10e-6705-40bf-9844-df24dc828867 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63 HTTP/1.1" status: 200 len: 217 time: 0.2883959 Aug 30 14:32:28.144290 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42038bd2-f916-4909-b5c2-ed10f8531908 None None] Pushing event updated for resources: {'Port': ['ID=31c006c0-d509-415d-b5ea-0f6991719e46,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:28.145937 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:28.155464 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-25005705-d24e-4813-8d24-1ca35cc8728d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4071176 Aug 30 14:32:28.174518 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device faf728d3-26f8-4315-9382-1e9a850070e4 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:28.186077 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39192) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:28.210097 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'security_group_rule': {'security_group_id': 'a36a3d38-163b-42cf-b96f-111e58c0f59f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:28.285080 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 2, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:28.334372 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-01f4bc2b-989b-4883-a699-9e97502e3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:28.335945 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-01f4bc2b-989b-4883-a699-9e97502e3f51 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=610fd474-dd78-4397-b1db-101ed91e4777 HTTP/1.1" status: 200 len: 850 time: 0.2721219 Aug 30 14:32:28.361492 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:32:28.363214 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Updating router 8df92d08-9395-4458-aad1-d4754fa16d0b port 66f8eeed-88b5-49d1-9696-421296690dd4 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:32:28.372885 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port faf728d3-26f8-4315-9382-1e9a850070e4 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:28.425225 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port faf728d3-26f8-4315-9382-1e9a850070e4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:28.425636 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:28.441762 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] Set router 34fa1fb8-62d8-409b-927f-8198047fdc92 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:28.494497 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:28.499159 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:28.519102 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39206) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:28.560363 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-e5860d69-5b70-4a78-9c04-b414289108a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2f11b8e-af34-43bb-968d-594e1b816a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2094753 Aug 30 14:32:28.560666 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-c102eee5-0906-4445-af17-7cc724ca60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:28.562162 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-c102eee5-0906-4445-af17-7cc724ca60b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 1096 time: 0.4688182 Aug 30 14:32:28.569821 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f36f44-9b73-4737-91d9-77e87b180740 req-2aec8393-4e0b-4130-a5c2-b64ccbd3b5f5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:28.584884 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-86f36f44-9b73-4737-91d9-77e87b180740 req-2aec8393-4e0b-4130-a5c2-b64ccbd3b5f5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 943 time: 0.3220706 Aug 30 14:32:28.838409 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd8160a-311f-4ec1-ac74-e186549cbeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "53eeb417-ec72-454e-bfe4-3af84f5006cd", "tag": "45a50a36-b7ae-4cd0-90db-ebb790314a63"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:28.864761 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-5c39c15a-a59c-467d-8c2b-174b7d019889 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36285160-c75c-40fc-a284-775067f15908 HTTP/1.1" status: 200 len: 217 time: 0.2767863 Aug 30 14:32:28.878997 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "79d89e07-4a72-4dcd-85c3-a1f560ffbdd1", "tag": "36285160-c75c-40fc-a284-775067f15908"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:29.005376 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39222) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:29.010516 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-86f36f44-9b73-4737-91d9-77e87b180740 req-ef3f7432-0d6d-42bb-8062-5e24af637c65 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521273 Aug 30 14:32:29.028497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970321790', 'description': 'tempest-description--1287074718'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:29.135167 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.226640 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-38c3cdda-beb0-454f-a0fa-b39bf0a4132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:29.233660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-38c3cdda-beb0-454f-a0fa-b39bf0a4132b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.2368829 Aug 30 14:32:29.256535 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port faf728d3-26f8-4315-9382-1e9a850070e4, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=faf728d3-26f8-4315-9382-1e9a850070e4,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:29.274369 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.275491 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device ab71cf33-2f44-4d76-9693-50c5c49ff864 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:29.317638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.418549 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '31c006c0-d509-415d-b5ea-0f6991719e46', 'name': '', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'mac_address': 'fa:16:3e:57:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:14Z', 'updated_at': '2021-08-30T14:32:27Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'subnets': [{'id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:29.487447 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7140da-7a31-4020-b7ef-79fbad94dae2 None None] The sync data for ids ['34fa1fb8-62d8-409b-927f-8198047fdc92'] in dv-cinder-777031-2-iscsi is: [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:32:16Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '31c006c0-d509-415d-b5ea-0f6991719e46', 'name': '', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'mac_address': 'fa:16:3e:57:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:14Z', 'updated_at': '2021-08-30T14:32:27Z', 'revision_number': 4, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'subnets': [{'id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:29.496637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9f2d3ea3-7388-49ba-8413-dee85fd16b95 req-83361ad5-341e-4112-aade-fe2b3d9efd2c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 210 time: 0.2593553 Aug 30 14:32:29.629933 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=faf728d3-26f8-4315-9382-1e9a850070e4,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:29.633904 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port ab71cf33-2f44-4d76-9693-50c5c49ff864 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:29.634359 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.664934 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-4b441dbe-aea8-4dde-9520-09fc26bf1e8e service neutron] 10.222.0.48 "GET /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0609546 Aug 30 14:32:29.690560 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.703407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.779523 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4e5301-9599-49ed-bcbd-897609e69b02,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:29.815059 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:29.819506 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ad432adf-132e-4ce2-9390-ae81435dc0cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6169274 Aug 30 14:32:29.820772 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39240) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:29.842666 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:29.857575 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-abef6ca6-dc1e-477a-b04f-aa1c660e3610 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5004237 Aug 30 14:32:29.962812 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.070851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.087649 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6ac363dd-0cbd-4e78-bba5-b3c98f0f048e req-89f5ca4a-8bb0-4691-9126-129450b77d1d service neutron] 10.222.0.48 "GET /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945765 Aug 30 14:32:30.117530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Transition to ACTIVE for port object 66f8eeed-88b5-49d1-9696-421296690dd4 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:30.135283 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0971bb-c358-4ba8-8bdf-dd72ff2755dc x-openstack-request-id: req-8c0971bb-c358-4ba8-8bdf-dd72ff2755dc {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:30.136040 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.136319 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53eeb417-ec72-454e-bfe4-3af84f5006cd", "tag": "45a50a36-b7ae-4cd0-90db-ebb790314a63", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:30.138047 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c0971bb-c358-4ba8-8bdf-dd72ff2755dc {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:30.138636 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'tag': '45a50a36-b7ae-4cd0-90db-ebb790314a63', 'status': 'completed', 'code': 200} Aug 30 14:32:30.402102 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f25ad-8ddb-499c-a2c8-0fc203e89661 None None] Pushing event updated for resources: {'Port': ['ID=66f8eeed-88b5-49d1-9696-421296690dd4,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:30.433181 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Attempting to bind port 66f8eeed-88b5-49d1-9696-421296690dd4 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:30.433926 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Attempting to bind port 66f8eeed-88b5-49d1-9696-421296690dd4 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:30.435069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Attempting to bind port 66f8eeed-88b5-49d1-9696-421296690dd4 on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:30.449765 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:30.450439 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Checking segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:30.451953 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.454363 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Bound using segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:30.456617 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Bound port: 66f8eeed-88b5-49d1-9696-421296690dd4, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:30.457192 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.466067 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-c4e4d070-8628-4c13-807e-ddd6da83e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:30.471313 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-c4e4d070-8628-4c13-807e-ddd6da83e4a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fa639de7619147e5a7734ce6c27572ce&device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 1096 time: 0.2933114 Aug 30 14:32:30.545870 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 31c006c0-d509-415d-b5ea-0f6991719e46 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:30.703698 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.48', 55570) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:30.797860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9757b-872b-4a94-b6e6-f16e6775b13f x-openstack-request-id: req-aea9757b-872b-4a94-b6e6-f16e6775b13f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:30.799270 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79d89e07-4a72-4dcd-85c3-a1f560ffbdd1", "tag": "36285160-c75c-40fc-a284-775067f15908", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:30.799849 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aea9757b-872b-4a94-b6e6-f16e6775b13f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:30.800006 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 31c006c0-d509-415d-b5ea-0f6991719e46 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:30.800755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'tag': '36285160-c75c-40fc-a284-775067f15908', 'status': 'completed', 'code': 200} Aug 30 14:32:30.812593 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 31c006c0-d509-415d-b5ea-0f6991719e46 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:30.813213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.819614 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] For port 66f8eeed-88b5-49d1-9696-421296690dd4, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:30.939634 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] For port 66f8eeed-88b5-49d1-9696-421296690dd4, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=66f8eeed-88b5-49d1-9696-421296690dd4,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:30.966871 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:30.969707 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.193054 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c85c454-f1a0-4280-9548-dfce73f244f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.257980 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:32:31.260063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-7692d397-a01e-4b21-afe5-01c0f77f2383 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.266973 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:31.268059 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-7692d397-a01e-4b21-afe5-01c0f77f2383 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 819 time: 0.5389633 Aug 30 14:32:31.319640 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-05746f96-200b-442d-90ad-5d334cf30add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.321455 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-05746f96-200b-442d-90ad-5d334cf30add service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2f11b8e-af34-43bb-968d-594e1b816a0d HTTP/1.1" status: 200 len: 911 time: 0.8400457 Aug 30 14:32:31.366129 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f25ad-8ddb-499c-a2c8-0fc203e89661 None None] Pushing event updated for resources: {'Port': ['ID=66f8eeed-88b5-49d1-9696-421296690dd4,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:31.392520 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-f0c0c9ab-efda-4929-8ad4-aaf92e8abfb8 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.394083 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-f0c0c9ab-efda-4929-8ad4-aaf92e8abfb8 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 819 time: 0.6824231 Aug 30 14:32:31.479947 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Allocated IP 172.27.3.208 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/eddb9a92-74c0-4df6-b763-d36fc5927eda) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:31.483650 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.510246 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-6c836e17-7d50-449d-bcc5-51a368d8e43e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/quotas/f075cf09adbd4e9bb4e555eb873b5a12 HTTP/1.1" status: 200 len: 375 time: 0.2410026 Aug 30 14:32:31.526300 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab6b81-0ae9-4566-a0b0-b9dfc2b26d66 req-b8253f2e-54ee-498e-b01f-e50fcb36e9f5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:31.535071 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9dab6b81-0ae9-4566-a0b0-b9dfc2b26d66 req-b8253f2e-54ee-498e-b01f-e50fcb36e9f5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 2.2300556 Aug 30 14:32:31.554037 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Request body: {'port': {'device_id': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'admin_state_up': True, 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:31.595950 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-769d20eb-3e58-4ae5-ba58-556a181d5885 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7368782 Aug 30 14:32:31.638191 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.715412 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:32:31.733706 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-6bdf0c6b-795d-46cc-ab8d-f230d17bab68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63 HTTP/1.1" status: 200 len: 217 time: 0.2051971 Aug 30 14:32:31.795293 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9dab6b81-0ae9-4566-a0b0-b9dfc2b26d66 req-c186fca7-56b4-4beb-9e8c-4768b73c249d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589962 Aug 30 14:32:31.796520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.796641 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 31c006c0-d509-415d-b5ea-0f6991719e46, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=31c006c0-d509-415d-b5ea-0f6991719e46,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:31.821704 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.826116 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device faf728d3-26f8-4315-9382-1e9a850070e4 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:31.887185 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917b410f-a523-46a1-8773-84a8564e7462,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:31.952886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-80cb2955-6ccf-459b-b747-36d2ff11a17d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4413619 Aug 30 14:32:32.108130 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=31c006c0-d509-415d-b5ea-0f6991719e46,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:32.125050 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.156334 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port faf728d3-26f8-4315-9382-1e9a850070e4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:32.156939 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.165995 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-6fc19987-1e2a-4dd8-a4e9-b80228d28142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.169959 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-6fc19987-1e2a-4dd8-a4e9-b80228d28142 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=610fd474-dd78-4397-b1db-101ed91e4777 HTTP/1.1" status: 200 len: 850 time: 0.3939857 Aug 30 14:32:32.233523 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fac37-20cd-4401-a9f4-a3c57a8089f1 req-22bc88f0-5c41-4163-96b7-fbcff36c7060 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.236169 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e7fac37-20cd-4401-a9f4-a3c57a8089f1 req-22bc88f0-5c41-4163-96b7-fbcff36c7060 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 943 time: 0.1339371 Aug 30 14:32:32.262711 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.290755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-c2bba128-6fed-4512-8aca-93ee87803cb0 service neutron] 10.222.0.62 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358743 Aug 30 14:32:32.374078 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-e2492169-d8cf-478b-b8ea-2422e9f36820 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2f11b8e-af34-43bb-968d-594e1b816a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471060 Aug 30 14:32:32.384384 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:32.387938 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:32.393911 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:32.395931 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e7fac37-20cd-4401-a9f4-a3c57a8089f1 req-4ec0de94-256e-41c6-9ee5-eb458e9e901e tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450083 Aug 30 14:32:32.430158 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c85c454-f1a0-4280-9548-dfce73f244f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.452992 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ded42b89-b7a9-4608-994e-61c6f7c5a29e req-94cade88-0f5e-4c56-90c0-7cdbed37d018 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670308 Aug 30 14:32:32.469071 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0c85c454-f1a0-4280-9548-dfce73f244f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.484234 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.485068 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:30Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:32.485600 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1ec237b8-d3fc-4393-8378-9f250a8e6c62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4696586 Aug 30 14:32:32.513765 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39316) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:32.529312 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'security_group_rule': {'security_group_id': '917b410f-a523-46a1-8773-84a8564e7462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:32.533041 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c0bad-e52f-4757-987c-4b745c62d20e None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:30Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:32:32.578880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'Port': ['ID=eddb9a92-74c0-4df6-b763-d36fc5927eda,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:32.595118 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 31c006c0-d509-415d-b5ea-0f6991719e46 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:32.610681 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.625438 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c454-f1a0-4280-9548-dfce73f244f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9c369f-8e4c-48a6-892a-ad6d4f3321a4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:32.643015 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0c85c454-f1a0-4280-9548-dfce73f244f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5280fd4bb14c4b759afc05fc4a43389f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.1178589 Aug 30 14:32:32.646400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39322) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:32.657172 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 31c006c0-d509-415d-b5ea-0f6991719e46 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:32.657351 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.api [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 14:32:32.657351 dv-cinder-777031-2-iscsi neutron-server[93878]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 14:32:32.657351 dv-cinder-777031-2-iscsi neutron-server[93878]: [parameters: {'project_id_1': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'expiration_1': datetime.datetime(2021, 8, 30, 14, 32, 32, 540606)}] Aug 30 14:32:32.657351 dv-cinder-777031-2-iscsi neutron-server[93878]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:32:32.657662 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.657752 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG oslo_db.api [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:32:32.660787 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e75608bb-21e3-4dff-85af-7aa529f4e5a1 service neutron] 10.222.0.62 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692071 Aug 30 14:32:32.678640 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.681961 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Made reservation on behalf of f075cf09adbd4e9bb4e555eb873b5a12 for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:32.685950 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.701412 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-c12b8a66-6c50-49ae-a047-07767b636d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:32.703091 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-c12b8a66-6c50-49ae-a047-07767b636d2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 1096 time: 0.1451962 Aug 30 14:32:32.733687 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-beddcfe8-b1c5-4769-8ba4-46da6eb7d8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.757116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39324) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:32.775522 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-beddcfe8-b1c5-4769-8ba4-46da6eb7d8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:32.826154 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-f9ef9dd0-d290-462c-a93f-a12abe2d4088 service neutron] 10.222.0.48 "GET /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968053 Aug 30 14:32:33.129379 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb2604c-9e0f-4952-8cf2-f85752954c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.134821 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-0a10cc8a-8ae7-407f-80da-ca06c69752d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.137112 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0bd8160a-311f-4ec1-ac74-e186549cbeb6 req-51c5f1c5-3d81-43ee-a49f-531c22afb1fe service neutron] 10.222.0.48 "GET /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681653 Aug 30 14:32:33.137624 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-0a10cc8a-8ae7-407f-80da-ca06c69752d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 914 time: 0.3524764 Aug 30 14:32:33.137705 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Allocated IP 172.20.0.2 (533fe182-2fdc-49c6-909f-2a5cec420671/de6887a7-b83b-4554-9003-af3e0672304e/7ec56b2b-47ad-4f8a-a02d-929eb5807360) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:33.138825 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3f63e793-242a-462f-abb3-31f621ed936c req-92361eb6-8742-4f69-88eb-acbdc848bc51 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 210 time: 0.1190915 Aug 30 14:32:33.192660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-24e24932-9c18-406f-9798-e49ffea15cf2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36285160-c75c-40fc-a284-775067f15908 HTTP/1.1" status: 200 len: 217 time: 0.0439954 Aug 30 14:32:33.258403 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.270899 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.283485 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-beddcfe8-b1c5-4769-8ba4-46da6eb7d8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.286181 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-beddcfe8-b1c5-4769-8ba4-46da6eb7d8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.290105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-beddcfe8-b1c5-4769-8ba4-46da6eb7d8d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e9c369f-8e4c-48a6-892a-ad6d4f3321a4 HTTP/1.1" status: 204 len: 168 time: 0.6376667 Aug 30 14:32:33.307441 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddcfe8-b1c5-4769-8ba4-46da6eb7d8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9c369f-8e4c-48a6-892a-ad6d4f3321a4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:33.358449 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd8b20-da56-4717-9e65-5d64314c7e8a req-890e40bb-4659-4d91-9d9b-5f26717ed022 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.372214 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f8fd8b20-da56-4717-9e65-5d64314c7e8a req-890e40bb-4659-4d91-9d9b-5f26717ed022 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 0.3551242 Aug 30 14:32:33.532549 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f8fd8b20-da56-4717-9e65-5d64314c7e8a req-71bd96de-3ea1-4fbf-8042-dc3b6f15aa67 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515372 Aug 30 14:32:33.532549 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.560663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-ce0970cb-347a-49be-b19c-9cf9cf612f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.566811 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-ce0970cb-347a-49be-b19c-9cf9cf612f84 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.3428864 Aug 30 14:32:33.624020 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.695629 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-fb3db9cc-8612-462f-9030-535f6c3339ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024358 Aug 30 14:32:33.744646 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.780113 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'Port': ['ID=eddb9a92-74c0-4df6-b763-d36fc5927eda,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:33.821679 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.845356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f01f5-68f7-4b26-b3b8-cedf59a95702 req-c6d641b9-3e64-4188-93e0-3ae3927c2c1d tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.846985 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f48f01f5-68f7-4b26-b3b8-cedf59a95702 req-c6d641b9-3e64-4188-93e0-3ae3927c2c1d tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 943 time: 0.2660556 Aug 30 14:32:33.870448 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39354) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:33.882584 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Network 533fe182-2fdc-49c6-909f-2a5cec420671 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:33.890029 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.895906 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:33.902841 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a39c470-f08e-4d33-967e-088883540e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.904941 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:33.905419 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.910554 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:33.911233 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:33.923170 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-8a0c5438-36e3-423e-ae1c-c5f97ffe9357 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137644 Aug 30 14:32:33.934501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Pushing event updated for resources: {'Port': ['ID=7ec56b2b-47ad-4f8a-a02d-929eb5807360,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:33.960019 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d96f16-f0fc-49f8-b24c-01ad48f607fe,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:34.042479 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f48f01f5-68f7-4b26-b3b8-cedf59a95702 req-87ace92e-c8a3-4eff-bb53-c7e02ee8c9a7 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772375 Aug 30 14:32:34.059684 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb2604c-9e0f-4952-8cf2-f85752954c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.073312 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.074481 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ecb2604c-9e0f-4952-8cf2-f85752954c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.075295 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4088cf5f-20ae-499e-be8f-59a3c1322eb3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2493346 Aug 30 14:32:34.080336 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-4e539455-433a-4355-82e5-41ddfaadc453 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5553074 Aug 30 14:32:34.096763 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.098054 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-67857957-113e-44ed-88d3-9fcc275b1adc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5728781 Aug 30 14:32:34.115153 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39358) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:34.126473 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'security_group_rule': {'security_group_id': '917b410f-a523-46a1-8773-84a8564e7462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:34.139104 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Request body: {'port': {'device_id': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:34.152698 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf42e94d-3064-4e2d-b1a4-2e41d99fd1e4 req-7228c7be-2152-471d-9d66-04ad7762a231 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146046 Aug 30 14:32:34.160371 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ecb2604c-9e0f-4952-8cf2-f85752954c27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d5a4bf8499e494a9abd0be0dedb80b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4019098 Aug 30 14:32:34.161239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2604c-9e0f-4952-8cf2-f85752954c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0223b631-3375-4471-b223-9aeb0ea7daf0,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:34.164255 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39360) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:34.250287 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8180e6b4-2d0f-4f4f-8536-7b5ed62ee265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.334134 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8180e6b4-2d0f-4f4f-8536-7b5ed62ee265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.367141 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.411480 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-12645138-ad3a-4a7d-8033-498d78c5a2b7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:34.413233 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-12645138-ad3a-4a7d-8033-498d78c5a2b7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 819 time: 0.3132784 Aug 30 14:32:34.432442 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Request body: {'port': {'device_id': '1a092919-8abc-41d6-8aee-f09269bdb752', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'admin_state_up': True, 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:34.548762 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ab52a507-bdaf-4694-bbe1-c817a9d994f1 req-6bc941bc-553f-4a55-a20f-2a7070e76502 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 210 time: 0.2553673 Aug 30 14:32:34.585775 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 66f8eeed-88b5-49d1-9696-421296690dd4 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:34.609029 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-6dea5bca-26d9-47b8-b2f8-3aeb9edbfb4b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2146338432&fields=id&tenant_id=552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 267 time: 0.3142693 Aug 30 14:32:34.675420 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a39c470-f08e-4d33-967e-088883540e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.678882 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 66f8eeed-88b5-49d1-9696-421296690dd4 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:34.686856 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 66f8eeed-88b5-49d1-9696-421296690dd4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:34.688574 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.701016 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a39c470-f08e-4d33-967e-088883540e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.738362 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8180e6b4-2d0f-4f4f-8536-7b5ed62ee265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.741593 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8180e6b4-2d0f-4f4f-8536-7b5ed62ee265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.745364 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8180e6b4-2d0f-4f4f-8536-7b5ed62ee265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0223b631-3375-4471-b223-9aeb0ea7daf0 HTTP/1.1" status: 204 len: 168 time: 0.5776944 Aug 30 14:32:34.774926 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180e6b4-2d0f-4f4f-8536-7b5ed62ee265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0223b631-3375-4471-b223-9aeb0ea7daf0,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:34.790160 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.803570 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701e63d-c133-4e2c-8943-e3d2daeb4a34 req-129d1c81-0102-4700-a318-48d00713e0be tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:34.811022 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b701e63d-c133-4e2c-8943-e3d2daeb4a34 req-129d1c81-0102-4700-a318-48d00713e0be tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 0.1574235 Aug 30 14:32:34.827470 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1a39c470-f08e-4d33-967e-088883540e6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d191bc5183b3469b8954fb78201f0081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9522521 Aug 30 14:32:34.830704 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.834854 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39390) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:34.895366 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b701e63d-c133-4e2c-8943-e3d2daeb4a34 req-b61d0045-ac06-428c-b956-f60911f003ed tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785415 Aug 30 14:32:34.903462 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 66f8eeed-88b5-49d1-9696-421296690dd4, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=66f8eeed-88b5-49d1-9696-421296690dd4,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:34.908509 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-667b6a19-fad2-4704-b04b-24eae7f26e9e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:34.910199 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-667b6a19-fad2-4704-b04b-24eae7f26e9e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 816 time: 0.2929201 Aug 30 14:32:34.916547 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.933832 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-9347bc56-fcfe-479d-9d44-7ca237bcd547 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/quotas/552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 375 time: 0.0161288 Aug 30 14:32:34.942987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.952267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39c470-f08e-4d33-967e-088883540e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f7152-7e87-41e1-8bf5-666abee4ded3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:34.959417 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.961873 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Made reservation on behalf of f075cf09adbd4e9bb4e555eb873b5a12 for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:34.965406 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:34.994707 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18cbd84-320e-4f39-819c-24444e4866f2,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.044417 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.045191 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=66f8eeed-88b5-49d1-9696-421296690dd4,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.048767 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7062d6e8-14bf-41fb-902a-9ef5d9271d19 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9306116 Aug 30 14:32:35.054796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39394) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:35.061001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:35.104017 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-02e85ada-dd20-4030-bd44-b3b534a16b8c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1594694 Aug 30 14:32:35.105659 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.155047 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7a72cecd-de1c-4a51-85d4-0c1cbb79608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.197891 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7a72cecd-de1c-4a51-85d4-0c1cbb79608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.260427 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec56b2b-47ad-4f8a-a02d-929eb5807360 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:35.272003 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.297523 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Transition to ACTIVE for port object 7ec56b2b-47ad-4f8a-a02d-929eb5807360 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:35.299083 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7a72cecd-de1c-4a51-85d4-0c1cbb79608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.301001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68a555-ef15-4642-a8fa-a3f1e9d7246d req-ffea3cff-738a-4e63-a3c7-3d0cf656d7fb tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.302783 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bc68a555-ef15-4642-a8fa-a3f1e9d7246d req-ffea3cff-738a-4e63-a3c7-3d0cf656d7fb tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 943 time: 0.1522553 Aug 30 14:32:35.303547 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7a72cecd-de1c-4a51-85d4-0c1cbb79608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.305367 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7a72cecd-de1c-4a51-85d4-0c1cbb79608a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/525f7152-7e87-41e1-8bf5-666abee4ded3 HTTP/1.1" status: 204 len: 168 time: 0.4669182 Aug 30 14:32:35.329459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-a4a5ea56-04ed-4297-8a37-c91855d7bddf service neutron] 10.222.0.62 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802309 Aug 30 14:32:35.355762 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.414524 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39404) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:35.421696 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec56b2b-47ad-4f8a-a02d-929eb5807360,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.429304 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72cecd-de1c-4a51-85d4-0c1cbb79608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f7152-7e87-41e1-8bf5-666abee4ded3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.467842 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bc68a555-ef15-4642-a8fa-a3f1e9d7246d req-343b0594-8408-4002-8181-0f2cb8be6af5 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350975 Aug 30 14:32:35.470763 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed37d54d-f4d5-4fea-80aa-db3561c2b71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.486865 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Allocated IP 172.20.0.10 (533fe182-2fdc-49c6-909f-2a5cec420671/de6887a7-b83b-4554-9003-af3e0672304e/94dc4530-27c0-4899-a819-2bbdb4b06ff1) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:35.530826 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.544171 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Attempting to bind port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:35.544500 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Attempting to bind port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:35.544842 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Attempting to bind port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 on network 533fe182-2fdc-49c6-909f-2a5cec420671 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:35.547652 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-1c95bed8-527d-46fb-a985-906d93d837f9 service neutron] 10.222.0.62 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103517 Aug 30 14:32:35.559161 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 on network 533fe182-2fdc-49c6-909f-2a5cec420671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:35.559490 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Attempting to bind port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 on network 533fe182-2fdc-49c6-909f-2a5cec420671 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:35.578181 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:35.578530 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Checking segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:35.579187 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Bound using segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:35.579386 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Bound port: 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:35.579744 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.717475 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f9efa276-1faa-4d66-93c7-ca9b5bdc6ee8 req-f41ec2fd-ec51-4309-8767-5db0511e9756 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 210 time: 0.0490470 Aug 30 14:32:35.726815 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] For port 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host hv-cinder-77703, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:35.732565 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] For port 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:35.744469 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.747361 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Allocated IP 172.27.3.162 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/86342f1d-f547-42cf-913a-89b4369bf652) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:35.749325 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.812992 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.813722 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.815915 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 1093 time: 1.7027996 Aug 30 14:32:35.816419 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'tag': '7ec56b2b-47ad-4f8a-a02d-929eb5807360'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:35.819236 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f27067-199d-4ee7-924b-765224d5c408" -d '{"events": [{"name": "network-changed", "server_uuid": "ab77a35c-12ca-4e92-aeb7-39fb360b52be", "tag": "7ec56b2b-47ad-4f8a-a02d-929eb5807360"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:35.864843 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea1c4d-0af9-404e-b207-1ffe4b40d386 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec56b2b-47ad-4f8a-a02d-929eb5807360,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.877543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed37d54d-f4d5-4fea-80aa-db3561c2b71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.887545 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3180e4-7ceb-4ab8-bfff-6f1caff6bab9 x-openstack-request-id: req-2c3180e4-7ceb-4ab8-bfff-6f1caff6bab9 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:35.888027 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab77a35c-12ca-4e92-aeb7-39fb360b52be", "tag": "7ec56b2b-47ad-4f8a-a02d-929eb5807360", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:35.888317 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c3180e4-7ceb-4ab8-bfff-6f1caff6bab9 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:35.888762 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'tag': '7ec56b2b-47ad-4f8a-a02d-929eb5807360', 'status': 'completed', 'code': 200} Aug 30 14:32:35.890338 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.907005 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-91d7e756-1c9b-4af5-b010-e35386a57ee5 req-e31f46fa-dfb6-4bf5-a5f8-37b5aebaef08 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0564263 Aug 30 14:32:35.913864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ed37d54d-f4d5-4fea-80aa-db3561c2b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.942466 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Network 533fe182-2fdc-49c6-909f-2a5cec420671 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:35.951598 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:35.956252 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:35.963188 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:35.964400 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:35.972239 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Pushing event updated for resources: {'Port': ['ID=94dc4530-27c0-4899-a819-2bbdb4b06ff1,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:35.989815 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-e9cc2042-1c53-4cf5-beee-f141846cc065 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5662801 Aug 30 14:32:35.998424 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ed37d54d-f4d5-4fea-80aa-db3561c2b71d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e78607368a4c42488bb3dc680603cbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803387 Aug 30 14:32:35.998923 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39426) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:35.999387 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37d54d-f4d5-4fea-80aa-db3561c2b71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192caf5d-0a0c-4420-9437-9cd42f041aca,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:36.004714 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.066182 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48919f8-a006-41f4-9903-183e4f8b2673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.088519 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88c248-1367-4bc1-be18-8d1afb2fb81b req-0657f4da-3d1a-48ee-8565-df01fe469b41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.089834 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48919f8-a006-41f4-9903-183e4f8b2673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.090133 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a88c248-1367-4bc1-be18-8d1afb2fb81b req-0657f4da-3d1a-48ee-8565-df01fe469b41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 0.0916998 Aug 30 14:32:36.126965 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.156335 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48919f8-a006-41f4-9903-183e4f8b2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.161696 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48919f8-a006-41f4-9903-183e4f8b2673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.166772 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b48919f8-a006-41f4-9903-183e4f8b2673 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/192caf5d-0a0c-4420-9437-9cd42f041aca HTTP/1.1" status: 204 len: 168 time: 0.1667533 Aug 30 14:32:36.178703 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48919f8-a006-41f4-9903-183e4f8b2673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192caf5d-0a0c-4420-9437-9cd42f041aca,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:36.186190 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:36.201776 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:36.213594 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a88c248-1367-4bc1-be18-8d1afb2fb81b req-7f08b387-d7b0-4b4a-ba8d-f4f20bdd3ce6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158955 Aug 30 14:32:36.216553 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:36.288157 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'Port': ['ID=86342f1d-f547-42cf-913a-89b4369bf652,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:36.326180 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.375058 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.548294 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 66f8eeed-88b5-49d1-9696-421296690dd4 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:36.561941 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.574964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.614452 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 66f8eeed-88b5-49d1-9696-421296690dd4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:36.615241 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.672662 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.701547 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'Port': ['ID=86342f1d-f547-42cf-913a-89b4369bf652,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:36.710220 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.710220 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-72cc5ca5-eb74-41f8-b0b0-386bfddfde06 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6539466 Aug 30 14:32:36.733373 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d883-091c-445e-9216-53ad527f4c13 req-36374402-2581-41e8-b6ae-6f88ed1dad40 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.740501 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0cc3d883-091c-445e-9216-53ad527f4c13 req-36374402-2581-41e8-b6ae-6f88ed1dad40 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 943 time: 0.1064880 Aug 30 14:32:36.782471 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0cc3d883-091c-445e-9216-53ad527f4c13 req-e690e303-c16f-4b9b-b58c-e98c677a13df tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Aug 30 14:32:36.890516 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55d579-7613-4958-be8c-ab3fdf84550a req-a623ae36-6b5f-4bc0-af87-3d20c69d9933 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.890961 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4d9bfa1e-0324-4393-8eb0-8b57d563693e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.892386 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5c55d579-7613-4958-be8c-ab3fdf84550a req-a623ae36-6b5f-4bc0-af87-3d20c69d9933 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 932 time: 0.0681539 Aug 30 14:32:36.951311 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5c55d579-7613-4958-be8c-ab3fdf84550a req-da988ab6-111c-45cf-abac-7a760629d2b1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Aug 30 14:32:37.023377 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-56f51267-0e15-493c-ba3a-8da0b07ed89c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1970321790&fields=id&tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 HTTP/1.1" status: 200 len: 267 time: 0.0453677 Aug 30 14:32:37.064115 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-58d4cb9f-7a91-45d6-a4a4-7a35f097d3bd req-0b38a31b-f9d8-4152-aa0d-8cfca596eac8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0394604 Aug 30 14:32:37.132016 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39492) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:37.159267 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-883ad0ab-751d-4204-ace4-5e5053c5ed6a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:37.160799 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-883ad0ab-751d-4204-ace4-5e5053c5ed6a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 811 time: 0.1270638 Aug 30 14:32:37.180558 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-9eac29b3-d4a3-4bf0-a814-5db219743ff0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/quotas/c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 HTTP/1.1" status: 200 len: 375 time: 0.0099630 Aug 30 14:32:37.238748 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-7024f326-c752-43a7-b5f1-e3e74cda787a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512779 Aug 30 14:32:37.345264 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1215324322-network', 'tenant_id': '79b403418dcc4eb7bc1872e604a12c76'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:37.377955 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Made reservation on behalf of 79b403418dcc4eb7bc1872e604a12c76 for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:37.383637 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.393294 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-0144d4af-9c85-49a1-b0f2-caff500ce510 service neutron] 10.222.0.62 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332350 Aug 30 14:32:37.406552 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.406936 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37543c09-6a4b-46c2-9349-eedb0534734d req-ea509b30-7454-4bd0-adb5-6b9599f068f6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:37.408612 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-37543c09-6a4b-46c2-9349-eedb0534734d req-ea509b30-7454-4bd0-adb5-6b9599f068f6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 0.0832629 Aug 30 14:32:37.505493 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-37543c09-6a4b-46c2-9349-eedb0534734d req-ff5804ef-84d8-4d98-ae51-c03cbb51be4e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872037 Aug 30 14:32:37.525804 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.531266 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.557656 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-5e189613-c3a0-4e78-bce1-f17981149170 service neutron] 10.222.0.62 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479263 Aug 30 14:32:37.559029 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:37.569118 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08397fd-7af5-498a-af7d-99c467f3baf8,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:37.577155 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.577496 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Added segment 6815c52e-bbb8-4ae9-8ff0-2005ecbe1fc6 of type vlan for network cc14e410-819b-4650-987e-4c4f09b61649 Aug 30 14:32:37.624689 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.655709 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.656816 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:37.657505 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.727153 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5939384 Aug 30 14:32:37.731717 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39522) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:37.734012 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc73e29-61e5-4762-bae2-e913833bc1a2 admin admin] Pushing event updated for resources: {'Network': ['ID=cc14e410-819b-4650-987e-4c4f09b61649,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:37.747669 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network cc14e410-819b-4650-987e-4c4f09b61649 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:37.753330 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Request body: {'subnet': {'network_id': 'cc14e410-819b-4650-987e-4c4f09b61649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1215324322-subnet', 'tenant_id': '79b403418dcc4eb7bc1872e604a12c76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:37.799320 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-82075eb1-0fed-40b1-8185-0eea28073f7b req-9b333e38-c946-4ff0-ad5f-9a875d98c1c4 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 210 time: 0.0392408 Aug 30 14:32:37.833495 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Made reservation on behalf of 79b403418dcc4eb7bc1872e604a12c76 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:37.837072 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:37.935435 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39532) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:37.976380 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e18baf-6f95-46ac-815e-f77c9c666200 req-e9b2c85a-1cc6-491b-9ad8-7188e06ab8b8 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:37.983889 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-63e18baf-6f95-46ac-815e-f77c9c666200 req-e9b2c85a-1cc6-491b-9ad8-7188e06ab8b8 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 943 time: 0.0941436 Aug 30 14:32:38.068259 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-63e18baf-6f95-46ac-815e-f77c9c666200 req-316e8ea8-9f9f-4625-b859-8d53da0eabfa tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830510 Aug 30 14:32:38.071576 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c82fcbce-bc11-4c8e-ae61-7d2fa7aaf752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.167111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0720-6e5c-4440-a38b-4e967db1dd3f req-ed20fc02-b5fc-4a78-b4d5-acc0bb29b9f3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.168807 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c67c0720-6e5c-4440-a38b-4e967db1dd3f req-ed20fc02-b5fc-4a78-b4d5-acc0bb29b9f3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 932 time: 0.1216674 Aug 30 14:32:38.181166 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.183555 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 45a50a36-b7ae-4cd0-90db-ebb790314a63 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:38.197256 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Request body: {'port': {'device_id': '1a092919-8abc-41d6-8aee-f09269bdb752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:38.204655 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fa42b658-6ec6-400d-9836-6088b849dab9 req-f7f600e7-b3a7-4b92-84c7-313b11aa16b8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0489967 Aug 30 14:32:38.281905 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c82fcbce-bc11-4c8e-ae61-7d2fa7aaf752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.292769 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c67c0720-6e5c-4440-a38b-4e967db1dd3f req-4529872f-1f46-444d-903d-4d30a42f2e16 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946662 Aug 30 14:32:38.295651 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6c0992-d855-4627-8af0-be8e1a8a804b,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:38.304406 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Checking segment: {'id': '6815c52e-bbb8-4ae9-8ff0-2005ecbe1fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'cc14e410-819b-4650-987e-4c4f09b61649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:38.305038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Network hostable DHCP agents. Network: cc14e410-819b-4650-987e-4c4f09b61649, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:38.329140 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 45a50a36-b7ae-4cd0-90db-ebb790314a63, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63,segment=NetworkSegment(ce29fce4-b184-4f82-b347-81b5106725cc),segment_id=ce29fce4-b184-4f82-b347-81b5106725cc)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:38.330364 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Network cc14e410-819b-4650-987e-4c4f09b61649 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:38.333421 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c82fcbce-bc11-4c8e-ae61-7d2fa7aaf752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.347643 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '45a50a36-b7ae-4cd0-90db-ebb790314a63', 'network_id': 'c2f11b8e-af34-43bb-968d-594e1b816a0d', 'port_id': '45a50a36-b7ae-4cd0-90db-ebb790314a63', 'mac_address': 'fa:16:3e:ad:6f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610fd474-dd78-4397-b1db-101ed91e4777', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:38.352652 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, cc14e410-819b-4650-987e-4c4f09b61649) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:38.356911 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.357498 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.363846 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5118188-892d-43e5-b545-2c869f6c1482 None None] Network cc14e410-819b-4650-987e-4c4f09b61649 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:38.378084 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2398bd93-962d-43bd-ae3d-ba73e11a1334 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6446910 Aug 30 14:32:38.408374 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.439863 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c82fcbce-bc11-4c8e-ae61-7d2fa7aaf752 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82d70dcbd1044c6a81d8cadaa66232bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4990091 Aug 30 14:32:38.439863 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fcbce-bc11-4c8e-ae61-7d2fa7aaf752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6a094-307f-4db8-9799-d202a89398ab,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:38.440165 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39548) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:38.513898 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f27067-199d-4ee7-924b-765224d5c408 req-19c75596-7cdc-4f9a-8bf8-64c8a98a70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.516258 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-02f27067-199d-4ee7-924b-765224d5c408 req-19c75596-7cdc-4f9a-8bf8-64c8a98a70d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1096 time: 0.2326698 Aug 30 14:32:38.538460 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.555402 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe8f-1427-45e7-b8d2-9b3b9c2f35be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.560649 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a50a36-b7ae-4cd0-90db-ebb790314a63 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:38.582470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe8f-1427-45e7-b8d2-9b3b9c2f35be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.599380 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 45a50a36-b7ae-4cd0-90db-ebb790314a63, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63,segment=NetworkSegment(ce29fce4-b184-4f82-b347-81b5106725cc),segment_id=ce29fce4-b184-4f82-b347-81b5106725cc)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:38.630806 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.631929 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 36285160-c75c-40fc-a284-775067f15908 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:38.683148 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4a44b-e594-4e3a-bd89-a44a5af4c8d5 None None] Network cc14e410-819b-4650-987e-4c4f09b61649 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:38.854182 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=45a50a36-b7ae-4cd0-90db-ebb790314a63,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:38.891401 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dc4530-27c0-4899-a819-2bbdb4b06ff1 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:38.912528 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.942521 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Transition to ACTIVE for port object 94dc4530-27c0-4899-a819-2bbdb4b06ff1 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:38.950849 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe8f-1427-45e7-b8d2-9b3b9c2f35be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.953723 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe8f-1427-45e7-b8d2-9b3b9c2f35be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.957198 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5a2bbe8f-1427-45e7-b8d2-9b3b9c2f35be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98d6a094-307f-4db8-9799-d202a89398ab HTTP/1.1" status: 204 len: 168 time: 0.5140293 Aug 30 14:32:38.957475 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:38.962449 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 36285160-c75c-40fc-a284-775067f15908, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=36285160-c75c-40fc-a284-775067f15908,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:38.981640 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '36285160-c75c-40fc-a284-775067f15908', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'port_id': '36285160-c75c-40fc-a284-775067f15908', 'mac_address': 'fa:16:3e:47:f5:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f9c75-15d8-467a-8c53-68261c922eff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:38.983627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f835a0dc-df5f-4d76-aeff-3c13928e02ea req-e8b06f77-afa9-4dde-8daf-8c3496276187 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 210 time: 0.0488331 Aug 30 14:32:38.992868 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfee18-8c2c-4bfb-b9dc-b24920350492 req-7e75b654-07d4-44c2-aa3b-9f7a73b75266 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:38.994371 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-34dfee18-8c2c-4bfb-b9dc-b24920350492 req-7e75b654-07d4-44c2-aa3b-9f7a73b75266 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 943 time: 0.4041193 Aug 30 14:32:39.010101 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bbe8f-1427-45e7-b8d2-9b3b9c2f35be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6a094-307f-4db8-9799-d202a89398ab,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.054793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.059683 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-34dfee18-8c2c-4bfb-b9dc-b24920350492 req-908076c6-d88a-4fc7-bc3f-0c5409d67ad6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581894 Aug 30 14:32:39.070009 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36285160-c75c-40fc-a284-775067f15908 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:39.081260 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Attempting to bind port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:39.082394 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Attempting to bind port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:39.082907 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Attempting to bind port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 on network 533fe182-2fdc-49c6-909f-2a5cec420671 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:39.092748 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 on network 533fe182-2fdc-49c6-909f-2a5cec420671 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:39.093183 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Attempting to bind port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 on network 533fe182-2fdc-49c6-909f-2a5cec420671 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:39.094717 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 36285160-c75c-40fc-a284-775067f15908, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=36285160-c75c-40fc-a284-775067f15908,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:39.097037 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Pushing event updated for resources: {'Port': ['ID=94dc4530-27c0-4899-a819-2bbdb4b06ff1,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.102171 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.103022 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:39.103360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Checking segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:39.103736 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Bound using segment: {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:39.104242 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Bound port: 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:39.104594 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.189404 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] For port 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host hv-cinder-77703, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:39.193957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] For port 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:39.201312 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.203647 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39570) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:39.210852 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=36285160-c75c-40fc-a284-775067f15908,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.214905 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-18969501-network', 'tenant_id': 'c2a113b9a6e34c8f88345a259aaee2a6'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:39.232497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f308c6-66d2-479b-a116-b244bc67aae0 req-bca88c7d-7e59-48ae-b9bc-d0813984b62b tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.234088 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61f308c6-66d2-479b-a116-b244bc67aae0 req-bca88c7d-7e59-48ae-b9bc-d0813984b62b tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 944 time: 0.0775273 Aug 30 14:32:39.278942 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Made reservation on behalf of c2a113b9a6e34c8f88345a259aaee2a6 for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:39.281616 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.283214 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61f308c6-66d2-479b-a116-b244bc67aae0 req-9ebb7611-507b-43b0-bf7b-9c0fae870447 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Aug 30 14:32:39.303717 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.303717 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.303717 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] 10.222.0.48 "PUT /v2.0/ports/94dc4530-27c0-4899-a819-2bbdb4b06ff1 HTTP/1.1" status: 200 len: 1094 time: 1.1090639 Aug 30 14:32:39.304899 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.307685 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a092919-8abc-41d6-8aee-f09269bdb752', 'tag': '94dc4530-27c0-4899-a819-2bbdb4b06ff1'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:39.310091 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d831ac04-e4c3-4cff-88e4-8aa80c988690" -d '{"events": [{"name": "network-changed", "server_uuid": "1a092919-8abc-41d6-8aee-f09269bdb752", "tag": "94dc4530-27c0-4899-a819-2bbdb4b06ff1"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:39.333457 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55c156-0407-4691-b118-54c43ba56185 service neutron] Pushing event updated for resources: {'Port': ['ID=94dc4530-27c0-4899-a819-2bbdb4b06ff1,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.335312 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e04cf6de-ff75-4ba8-b433-e94f24ada4a7 req-6c68e5d4-3ddb-49b2-a9f8-f274017a45ef tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0325334 Aug 30 14:32:39.358666 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97e361-6960-4983-b2cb-f3e7665eb674 x-openstack-request-id: req-8f97e361-6960-4983-b2cb-f3e7665eb674 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:39.358952 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a092919-8abc-41d6-8aee-f09269bdb752", "tag": "94dc4530-27c0-4899-a819-2bbdb4b06ff1", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:39.359194 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f97e361-6960-4983-b2cb-f3e7665eb674 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:39.360047 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a092919-8abc-41d6-8aee-f09269bdb752', 'tag': '94dc4530-27c0-4899-a819-2bbdb4b06ff1', 'status': 'completed', 'code': 200} Aug 30 14:32:39.455168 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.461103 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.464530 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c53b65-b727-4945-8aec-d0b20d8910ca req-70831ebf-c212-4a2e-9803-0d9d2ca004bb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.467066 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b4c53b65-b727-4945-8aec-d0b20d8910ca req-70831ebf-c212-4a2e-9803-0d9d2ca004bb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 944 time: 0.0569572 Aug 30 14:32:39.487099 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:32:39.506501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.506920 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Added segment dba268ff-94b0-4372-aee7-c6f2ea964b97 of type vlan for network f2380066-8b8b-4d06-b64d-a1461efb4b6b Aug 30 14:32:39.511008 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38907c03-7568-4846-97a1-fe894c26d607,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.515400 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b4c53b65-b727-4945-8aec-d0b20d8910ca req-bd1af8a5-1a01-4d78-af50-c2123cb54444 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Aug 30 14:32:39.538666 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-065452a5-9d62-49d4-baed-9a51d0e21118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.559314 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39582) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:39.565350 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.573705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-73d954a1-346c-454e-b64c-d3cdf82f8756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.591202 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.592501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:39.593201 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.652483 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] Pushing event updated for resources: {'Network': ['ID=f2380066-8b8b-4d06-b64d-a1461efb4b6b,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.663199 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network f2380066-8b8b-4d06-b64d-a1461efb4b6b details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:32:39.667099 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-73d954a1-346c-454e-b64c-d3cdf82f8756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.672537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-73d954a1-346c-454e-b64c-d3cdf82f8756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.678822 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a2877fdd-e698-411c-b3c3-2c20d0f6cf5c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4713449 Aug 30 14:32:39.681630 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39584) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:39.686836 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Request body: {'subnet': {'network_id': 'f2380066-8b8b-4d06-b64d-a1461efb4b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-18969501-subnet', 'tenant_id': 'c2a113b9a6e34c8f88345a259aaee2a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:39.712840 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d954a1-346c-454e-b64c-d3cdf82f8756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1bb89-27c1-473c-81b7-1833d319d986,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.713032 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Made reservation on behalf of c2a113b9a6e34c8f88345a259aaee2a6 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:39.716548 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.727120 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-73d954a1-346c-454e-b64c-d3cdf82f8756 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e3f5de4ef0340a6bc5f4c1c9e8ef55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665845 Aug 30 14:32:39.730020 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39586) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:39.787955 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d44c-2e7d-4460-b82e-60f84ad7bc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.794456 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.812411 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d44c-2e7d-4460-b82e-60f84ad7bc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.872744 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d44c-2e7d-4460-b82e-60f84ad7bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.875452 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a7d6d44c-2e7d-4460-b82e-60f84ad7bc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.876732 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a7d6d44c-2e7d-4460-b82e-60f84ad7bc55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbd1bb89-27c1-473c-81b7-1833d319d986 HTTP/1.1" status: 204 len: 168 time: 0.1459208 Aug 30 14:32:39.887917 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6d44c-2e7d-4460-b82e-60f84ad7bc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1bb89-27c1-473c-81b7-1833d319d986,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.909188 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.978690 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de64a3b-eb9f-4dec-a353-7678350f5717,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:39.986407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Checking segment: {'id': 'dba268ff-94b0-4372-aee7-c6f2ea964b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f2380066-8b8b-4d06-b64d-a1461efb4b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:39.986696 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Network hostable DHCP agents. Network: f2380066-8b8b-4d06-b64d-a1461efb4b6b, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:32:40.004480 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Network f2380066-8b8b-4d06-b64d-a1461efb4b6b is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:32:40.014938 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, f2380066-8b8b-4d06-b64d-a1461efb4b6b) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:40.021804 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.022938 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.027480 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77725546-99b5-46db-9598-45aba4131244 None None] Network f2380066-8b8b-4d06-b64d-a1461efb4b6b requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:40.042625 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8cc67d15-ced8-4317-a450-880a635a9aa9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3598185 Aug 30 14:32:40.105125 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-393bb100-de15-4b6b-a06f-c4efae5abd5d req-5831b319-33b5-4021-a066-0396b7bfc7f5 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 210 time: 0.0419347 Aug 30 14:32:40.185842 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1871934-0559-4805-83a3-e8b6044d8fd4 None None] Network f2380066-8b8b-4d06-b64d-a1461efb4b6b requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:32:40.205535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c30f8-234e-407f-8d23-121dae4e6c88 req-a442e738-9c11-4332-9314-719cc4b585c4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.209789 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f94c30f8-234e-407f-8d23-121dae4e6c88 req-a442e738-9c11-4332-9314-719cc4b585c4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 944 time: 0.0598493 Aug 30 14:32:40.270095 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f94c30f8-234e-407f-8d23-121dae4e6c88 req-fbd74d99-fd37-42a4-a501-73127a24fc4e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477009 Aug 30 14:32:40.418584 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c32d8-562f-402d-a4fc-452514007478 req-88a51386-f064-48a8-ab9e-44a238a55487 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.426757 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d39c32d8-562f-402d-a4fc-452514007478 req-88a51386-f064-48a8-ab9e-44a238a55487 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 944 time: 0.0695963 Aug 30 14:32:40.473195 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-523d6b64-545d-423a-9202-175883c6fd28 req-24e2dceb-56d2-43f2-99bc-550a370b1b90 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0386996 Aug 30 14:32:40.503311 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d39c32d8-562f-402d-a4fc-452514007478 req-ad5d74fe-ea03-4e32-a6e6-9e709c378993 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754042 Aug 30 14:32:40.666160 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf6f6e-d675-4b71-abb9-8fdc6faed148 req-9364b12b-d3b6-4318-b0b7-77c906cb766b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:40.667870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3fcf6f6e-d675-4b71-abb9-8fdc6faed148 req-9364b12b-d3b6-4318-b0b7-77c906cb766b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 944 time: 0.0576477 Aug 30 14:32:40.732090 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3fcf6f6e-d675-4b71-abb9-8fdc6faed148 req-b0980d08-84a2-4927-a956-93bb06d3436b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Aug 30 14:32:40.738878 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.176134 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39640) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:41.220796 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-19d3e857-600a-4372-a030-276c9d56bae7 req-0ce6c970-9910-41e7-bb7c-b03d20ad6ac5 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 210 time: 0.0416391 Aug 30 14:32:41.292727 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a46101ec-43f3-4fa8-8081-f1ea527933c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.442819 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb2f4d-7326-48ee-8665-ba51f2810487 req-3f8ae174-fe89-41c1-b1ef-baae0adb05d2 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.444840 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f0bb2f4d-7326-48ee-8665-ba51f2810487 req-3f8ae174-fe89-41c1-b1ef-baae0adb05d2 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 944 time: 0.0844631 Aug 30 14:32:41.456856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a46101ec-43f3-4fa8-8081-f1ea527933c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.471210 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a46101ec-43f3-4fa8-8081-f1ea527933c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.531031 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a46101ec-43f3-4fa8-8081-f1ea527933c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33f1eb81ea7a40df8ac60745e883e987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535900 Aug 30 14:32:41.534311 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39652) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:41.545433 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46101ec-43f3-4fa8-8081-f1ea527933c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da5140-882b-4b01-a980-e9a92cfca72f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:41.551723 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:41.557749 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f0bb2f4d-7326-48ee-8665-ba51f2810487 req-5f21d1e5-91b6-4aea-aaee-48707cb41ac3 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902190 Aug 30 14:32:41.610777 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b2b0-bf53-4c33-8f8a-d49a26c3f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.672640 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831ac04-e4c3-4cff-88e4-8aa80c988690 req-6cb3a138-30d1-4fbe-adf3-746a59daaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.674027 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d831ac04-e4c3-4cff-88e4-8aa80c988690 req-6cb3a138-30d1-4fbe-adf3-746a59daaba6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 1097 time: 0.3768966 Aug 30 14:32:41.704275 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6a72bb8b-987e-4a1d-a371-82bd9319ca8b req-84364bc2-4438-4493-9266-30fdf36c95c6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0510700 Aug 30 14:32:41.737929 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b2b0-bf53-4c33-8f8a-d49a26c3f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.745365 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f27067-199d-4ee7-924b-765224d5c408 req-1ec67aaa-e520-4afa-8cac-14aa012e02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.746891 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-02f27067-199d-4ee7-924b-765224d5c408 req-1ec67aaa-e520-4afa-8cac-14aa012e02a5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4509532 Aug 30 14:32:41.773151 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['45a50a36-b7ae-4cd0-90db-ebb790314a63'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:41.941351 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831ac04-e4c3-4cff-88e4-8aa80c988690 req-ac090561-c65f-4d90-9345-c94450a628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:41.942891 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d831ac04-e4c3-4cff-88e4-8aa80c988690 req-ac090561-c65f-4d90-9345-c94450a628b9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2582557 Aug 30 14:32:42.024125 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f27067-199d-4ee7-924b-765224d5c408 req-869f8ec9-7baf-4c7a-b529-a144e520c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.025694 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-02f27067-199d-4ee7-924b-765224d5c408 req-869f8ec9-7baf-4c7a-b529-a144e520c336 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2713194 Aug 30 14:32:42.048968 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f79be8b2-bfdb-4d1b-945e-71c7faffd64d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.050837 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f79be8b2-bfdb-4d1b-945e-71c7faffd64d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 816 time: 0.2811933 Aug 30 14:32:42.096420 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831ac04-e4c3-4cff-88e4-8aa80c988690 req-1807f119-e1f1-4e68-933c-9cf928775f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.100431 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d831ac04-e4c3-4cff-88e4-8aa80c988690 req-1807f119-e1f1-4e68-933c-9cf928775f3a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457727 Aug 30 14:32:42.151759 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-514242c1-6807-4d50-a0ec-77bc7b6a4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.153513 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-514242c1-6807-4d50-a0ec-77bc7b6a4175 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1096 time: 0.0502453 Aug 30 14:32:42.213749 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-770ed439-1476-40cb-b87a-a346e3c7fc53 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 217 time: 0.0494282 Aug 30 14:32:42.225784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.48', 55588) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:42.238223 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-e5d0fbb2-7b3e-4043-afff-3c7e350aa653 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 380 time: 0.1564009 Aug 30 14:32:42.289678 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'port': {'device_id': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'admin_state_up': True, 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'security_groups': ['a36a3d38-163b-42cf-b96f-111e58c0f59f']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:42.326145 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-ea100ddd-7947-4cba-88b5-55a2d2e38d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.327700 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-ea100ddd-7947-4cba-88b5-55a2d2e38d6c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 1097 time: 0.1118050 Aug 30 14:32:42.335302 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7352-5671-48a1-9485-ff40486f77df req-b161e7c0-98bc-4e58-a2ed-84fb8f18cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.336731 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-b161e7c0-98bc-4e58-a2ed-84fb8f18cf0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0945096 Aug 30 14:32:42.364384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9838e-135b-4d12-9db6-57aaf4a29c36 req-320f3e20-5447-43db-8f00-60cc386a1fda tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.372223 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2e9838e-135b-4d12-9db6-57aaf4a29c36 req-320f3e20-5447-43db-8f00-60cc386a1fda tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 944 time: 0.6659527 Aug 30 14:32:42.419205 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.421112 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-f35cc43f-c130-4b90-8d3d-4e29ef56171d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0692246 Aug 30 14:32:42.423468 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-a477f71f-330b-4ee7-9afd-c5493869f77d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702360 Aug 30 14:32:42.485463 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2e9838e-135b-4d12-9db6-57aaf4a29c36 req-d287e888-15a2-49a8-b74f-036d96cf7854 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125004 Aug 30 14:32:42.497361 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b2b0-bf53-4c33-8f8a-d49a26c3f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.500087 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b2b0-bf53-4c33-8f8a-d49a26c3f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.501512 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3dd4b2b0-bf53-4c33-8f8a-d49a26c3f507 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4da5140-882b-4b01-a980-e9a92cfca72f HTTP/1.1" status: 204 len: 168 time: 0.9661355 Aug 30 14:32:42.532240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672ac56-dfd6-49c0-a3d7-746d6b9da5dd req-e990d4e4-4dad-40e9-ad1e-1840ff699254 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.540389 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b672ac56-dfd6-49c0-a3d7-746d6b9da5dd req-e990d4e4-4dad-40e9-ad1e-1840ff699254 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 944 time: 0.6757421 Aug 30 14:32:42.551544 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-b5354560-24c5-4d13-945d-c7d1e8165001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.553913 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-b5354560-24c5-4d13-945d-c7d1e8165001 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.1182950 Aug 30 14:32:42.568817 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4b2b0-bf53-4c33-8f8a-d49a26c3f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da5140-882b-4b01-a980-e9a92cfca72f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:42.609088 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-b3d78369-cfe4-43ee-9310-6d0ce955f887 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416641 Aug 30 14:32:42.659692 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-792ed440-7068-47b1-9ce1-5b2bc56d0f35 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215955 Aug 30 14:32:42.692890 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a82ad41d-2ddc-4545-9d2f-1e7fdfbcd5f6 req-314ad59a-86a5-45ed-8e20-fb805d421967 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 210 time: 0.0686624 Aug 30 14:32:42.716559 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-4a04ccc9-8a04-48df-8309-7809d51e7201 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:42.718374 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-4a04ccc9-8a04-48df-8309-7809d51e7201 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 811 time: 0.4604428 Aug 30 14:32:42.730718 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b672ac56-dfd6-49c0-a3d7-746d6b9da5dd req-5969a23f-0e60-4127-9cb5-4840c8961c3e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889193 Aug 30 14:32:42.819322 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Made reservation on behalf of 552a7d64da8b43edb1b5a404438f4b67 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:42.823021 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.832458 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-90d4d00f-ca56-44bf-956b-1ab306df274c service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131574 Aug 30 14:32:42.909507 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-ec8abfba-993d-4da3-898a-f738882fed8d service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212565 Aug 30 14:32:42.918469 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-68d55cec-90d0-408a-ad70-2668fd9a8bd8 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 HTTP/1.1" status: 200 len: 380 time: 0.1638708 Aug 30 14:32:42.920192 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-789910b9-b6d5-42d5-bd6f-a8e5806715e1 req-2a7d0f2e-f4bf-4c48-8c61-5cf03c7c94d6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0665910 Aug 30 14:32:42.970342 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5c43e6f-ebb9-4020-b43b-95cb522f477d req-a6819023-2c24-4dda-97a5-74ee957a83e0 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297600 Aug 30 14:32:42.981516 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'port': {'device_id': '1afa708d-4018-4b16-98b5-159680e4629a', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'admin_state_up': True, 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'security_groups': ['917b410f-a523-46a1-8773-84a8564e7462']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:43.101711 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097f901-5dd3-4fa2-a86f-029b45d252d3 req-904dfd1d-3959-4d6b-90ff-809a7b97faaf tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:43.103285 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a097f901-5dd3-4fa2-a86f-029b45d252d3 req-904dfd1d-3959-4d6b-90ff-809a7b97faaf tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 944 time: 0.2539210 Aug 30 14:32:43.173315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Allocated IP 172.20.0.10 (069a71c3-5677-4d60-a2df-a86101506537/9ca10c0d-0f66-49ec-aeb5-19c88ade5475/bd29afae-caf4-4e19-84f7-cd2d5c3004ef) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:43.198991 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a097f901-5dd3-4fa2-a86f-029b45d252d3 req-083e7ff8-847b-46b5-bcd8-e6f7d7ccfe13 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884764 Aug 30 14:32:43.249463 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Made reservation on behalf of c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:32:43.253094 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.262149 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 45a50a36-b7ae-4cd0-90db-ebb790314a63 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:43.330783 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 45a50a36-b7ae-4cd0-90db-ebb790314a63 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:43.336114 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 45a50a36-b7ae-4cd0-90db-ebb790314a63 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:43.336931 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.430103 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.453825 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a50a36-b7ae-4cd0-90db-ebb790314a63'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:43.482776 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.507639 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Transition to ACTIVE for port object bd29afae-caf4-4e19-84f7-cd2d5c3004ef will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:43.509698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Allocated IP 172.20.0.4 (8cc7d24d-16ad-4a9f-bc83-7208d10e46d2/7c7e5698-32e2-44fb-84c9-f084a8040553/8e5de965-1dcc-410f-9d28-780a115e150b) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:32:43.550890 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 45a50a36-b7ae-4cd0-90db-ebb790314a63, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63,segment=NetworkSegment(ce29fce4-b184-4f82-b347-81b5106725cc),segment_id=ce29fce4-b184-4f82-b347-81b5106725cc)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:43.560982 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.562789 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 36285160-c75c-40fc-a284-775067f15908 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:43.665091 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.683941 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf74d30f-ad74-4857-b84b-f137799700eb" -d '{"events": [{"server_uuid": "53eeb417-ec72-454e-bfe4-3af84f5006cd", "name": "network-vif-plugged", "status": "completed", "tag": "45a50a36-b7ae-4cd0-90db-ebb790314a63"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:43.700062 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Network 069a71c3-5677-4d60-a2df-a86101506537 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:43.703729 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=45a50a36-b7ae-4cd0-90db-ebb790314a63,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:43.711388 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:43.713956 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:43.720344 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:43.721067 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.722821 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 36285160-c75c-40fc-a284-775067f15908 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:43.733328 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 36285160-c75c-40fc-a284-775067f15908 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:43.733328 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.776785 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5fce-d006-40ba-91f3-fe8bea82075d req-1624b1ac-5ce5-4872-9dba-6956773ba787 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:43.778696 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-539f5fce-d006-40ba-91f3-fe8bea82075d req-1624b1ac-5ce5-4872-9dba-6956773ba787 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.1962638 Aug 30 14:32:43.821430 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:43.826959 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-f0ee3bcb-5bcc-49b8-98ed-b7973cceaa12 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5660059 Aug 30 14:32:43.852875 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Request body: {'port': {'device_id': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:43.878726 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.941459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-539f5fce-d006-40ba-91f3-fe8bea82075d req-82ccc590-9428-483b-acd6-6d8032254566 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394506 Aug 30 14:32:43.950691 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 36285160-c75c-40fc-a284-775067f15908, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=36285160-c75c-40fc-a284-775067f15908,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:43.956796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.959465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.963602 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:43.988112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Transition to ACTIVE for port object 8e5de965-1dcc-410f-9d28-780a115e150b will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:44.027194 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1df02-eb3b-4155-8436-892ced7d5f93 x-openstack-request-id: req-8de1df02-eb3b-4155-8436-892ced7d5f93 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:44.029303 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53eeb417-ec72-454e-bfe4-3af84f5006cd", "name": "network-vif-plugged", "status": "completed", "tag": "45a50a36-b7ae-4cd0-90db-ebb790314a63", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:44.029580 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8de1df02-eb3b-4155-8436-892ced7d5f93 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:44.030238 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a50a36-b7ae-4cd0-90db-ebb790314a63', 'code': 200} Aug 30 14:32:44.065615 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=36285160-c75c-40fc-a284-775067f15908,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.150275 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-7c8ecf79-b87c-4dd4-9186-cfbf7e1770e5 None None] Provisioning for port bd29afae-caf4-4e19-84f7-cd2d5c3004ef completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:44.156414 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6a0a7ee8-64c5-426f-98e7-8c4b01378f02 req-1f025789-ee3e-4f6a-8f9b-0087b10c7772 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 210 time: 0.0489204 Aug 30 14:32:44.161518 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-7c8ecf79-b87c-4dd4-9186-cfbf7e1770e5 None None] Provisioning complete for port bd29afae-caf4-4e19-84f7-cd2d5c3004ef triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:44.162673 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7c8ecf79-b87c-4dd4-9186-cfbf7e1770e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.206011 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ecf79-b87c-4dd4-9186-cfbf7e1770e5 None None] Port bd29afae-caf4-4e19-84f7-cd2d5c3004ef cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:44.302574 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.385597 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eacfe5-be35-4e7a-b85f-0a4da4963a94 req-0d49c06b-ec6f-4128-8b52-99df3e8ea8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.387432 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-93eacfe5-be35-4e7a-b85f-0a4da4963a94 req-0d49c06b-ec6f-4128-8b52-99df3e8ea8a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 1098 time: 0.1783047 Aug 30 14:32:44.416052 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-93eacfe5-be35-4e7a-b85f-0a4da4963a94 req-adfa0abf-019d-47a2-a50b-e76d4a3e6682 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.493610 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.545592 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-93eacfe5-be35-4e7a-b85f-0a4da4963a94 req-adfa0abf-019d-47a2-a50b-e76d4a3e6682 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.550896 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-93eacfe5-be35-4e7a-b85f-0a4da4963a94 req-adfa0abf-019d-47a2-a50b-e76d4a3e6682 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.587822 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-93eacfe5-be35-4e7a-b85f-0a4da4963a94 req-adfa0abf-019d-47a2-a50b-e76d4a3e6682 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900847 Aug 30 14:32:44.592575 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa0abf-019d-47a2-a50b-e76d4a3e6682 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e1861-f235-4ce9-80dc-6f525f54c3c3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.657865 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'Port': ['ID=8e5de965-1dcc-410f-9d28-780a115e150b,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:44.685252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43991f6-e73e-4e23-90aa-8d96a00608b9 req-f48fbf7f-61ae-4978-9d89-fbf5b2a86b5b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.686787 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e43991f6-e73e-4e23-90aa-8d96a00608b9 req-f48fbf7f-61ae-4978-9d89-fbf5b2a86b5b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 944 time: 0.4589198 Aug 30 14:32:44.696416 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:32:44.708089 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:32:44.709089 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:32:44.715114 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.715723 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.761439 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-ef3f77b5-fdfa-4022-9a8a-7bb63e216cda tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8127420 Aug 30 14:32:44.789556 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e43991f6-e73e-4e23-90aa-8d96a00608b9 req-be00965b-2e28-4f01-9f4d-1b32b4b15c76 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906470 Aug 30 14:32:44.797003 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de567dc1-756d-4588-a574-71ebd65cf232 req-8f29eab0-7a22-463c-a026-573a1dd45312 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.798526 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de567dc1-756d-4588-a574-71ebd65cf232 req-8f29eab0-7a22-463c-a026-573a1dd45312 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 932 time: 0.4088497 Aug 30 14:32:44.825560 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Request body: {'port': {'device_id': '1afa708d-4018-4b16-98b5-159680e4629a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:44.928143 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de567dc1-756d-4588-a574-71ebd65cf232 req-da03bc07-6b83-4be1-b914-2e3dad2365af tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175995 Aug 30 14:32:44.937810 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-03d02ec3-55ca-4412-9e6f-d1db0a62055c None None] Provisioning for port 8e5de965-1dcc-410f-9d28-780a115e150b completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:44.942441 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-03d02ec3-55ca-4412-9e6f-d1db0a62055c None None] Provisioning complete for port 8e5de965-1dcc-410f-9d28-780a115e150b triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:44.942949 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-03d02ec3-55ca-4412-9e6f-d1db0a62055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:44.985498 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd29afae-caf4-4e19-84f7-cd2d5c3004ef {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:44.988687 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-03d02ec3-55ca-4412-9e6f-d1db0a62055c None None] Port 8e5de965-1dcc-410f-9d28-780a115e150b cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:32:44.997329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532e3df-e5e8-4c49-b5c3-3afaf023e0b9 req-25f33ab5-f7fa-46a3-9479-15bfec1b4fba tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:44.998837 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e532e3df-e5e8-4c49-b5c3-3afaf023e0b9 req-25f33ab5-f7fa-46a3-9479-15bfec1b4fba tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.1467922 Aug 30 14:32:45.001802 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.004929 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.044176 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Transition to ACTIVE for port object bd29afae-caf4-4e19-84f7-cd2d5c3004ef will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:45.086703 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.146340 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e532e3df-e5e8-4c49-b5c3-3afaf023e0b9 req-620c59f0-a219-4716-ad49-d4405b1e5384 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376719 Aug 30 14:32:45.180581 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:45.251266 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7128e-8142-4f90-8759-a723a48571a2 req-57ebb558-db49-44fa-9257-cad0e99a7298 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.252833 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ecc7128e-8142-4f90-8759-a723a48571a2 req-57ebb558-db49-44fa-9257-cad0e99a7298 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.2213118 Aug 30 14:32:45.269262 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 7ec56b2b-47ad-4f8a-a02d-929eb5807360 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:45.338478 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Attempting to bind port bd29afae-caf4-4e19-84f7-cd2d5c3004ef on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:45.338838 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Attempting to bind port bd29afae-caf4-4e19-84f7-cd2d5c3004ef by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:45.339210 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Attempting to bind port bd29afae-caf4-4e19-84f7-cd2d5c3004ef on network 069a71c3-5677-4d60-a2df-a86101506537 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:45.364153 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Port bd29afae-caf4-4e19-84f7-cd2d5c3004ef on network 069a71c3-5677-4d60-a2df-a86101506537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:45.364479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Attempting to bind port bd29afae-caf4-4e19-84f7-cd2d5c3004ef on network 069a71c3-5677-4d60-a2df-a86101506537 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:45.408470 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:45.418056 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:45.418288 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Checking segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:45.418726 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Bound using segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:45.419184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Bound port: bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:45.419546 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.434339 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4c89f-6c2e-407c-a80d-e835ee7014d5 req-185350a2-72de-49fc-95e2-1b7868387b5b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.435979 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07d4c89f-6c2e-407c-a80d-e835ee7014d5 req-185350a2-72de-49fc-95e2-1b7868387b5b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 931 time: 0.1999352 Aug 30 14:32:45.443548 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '7ec56b2b-47ad-4f8a-a02d-929eb5807360', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'port_id': '7ec56b2b-47ad-4f8a-a02d-929eb5807360', 'mac_address': 'fa:16:3e:df:a5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:45.451585 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ecc7128e-8142-4f90-8759-a723a48571a2 req-22098dea-a4d6-445c-adf4-2f4b681fd97d tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662309 Aug 30 14:32:45.502516 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.529250 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec56b2b-47ad-4f8a-a02d-929eb5807360 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:45.559582 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:45.569972 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.580189 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07d4c89f-6c2e-407c-a80d-e835ee7014d5 req-f7b9a8cc-8168-47c1-a0a8-6ca706fb2a9a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349223 Aug 30 14:32:45.608441 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:45.613617 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:45.645403 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.646204 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=7ec56b2b-47ad-4f8a-a02d-929eb5807360,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:45.693332 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5de965-1dcc-410f-9d28-780a115e150b {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:45.710407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:45.710407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.710407 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] 10.222.0.48 "PUT /v2.0/ports/bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 1094 time: 1.8668096 Aug 30 14:32:45.710407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:45.713164 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d67ddc-9333-4900-96ee-b892654d3170" -d '{"events": [{"name": "network-changed", "server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:45.718003 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.743836 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e30c5-4810-4194-80a0-42ba9e878298 service neutron] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:45.753549 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Transition to ACTIVE for port object 8e5de965-1dcc-410f-9d28-780a115e150b will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:32:45.760628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:45.825045 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['7ec56b2b-47ad-4f8a-a02d-929eb5807360'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:45.852778 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d04cbf-479e-46e2-85ef-e91ad29c8c76 x-openstack-request-id: req-19d04cbf-479e-46e2-85ef-e91ad29c8c76 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:45.853060 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:45.853310 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19d04cbf-479e-46e2-85ef-e91ad29c8c76 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:45.853744 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'status': 'completed', 'code': 200} Aug 30 14:32:45.926797 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5de965-1dcc-410f-9d28-780a115e150b,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:46.031553 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36285160-c75c-40fc-a284-775067f15908'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:46.039948 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0dd2ad-0860-4a0c-baef-044a76b66af3" -d '{"events": [{"server_uuid": "79d89e07-4a72-4dcd-85c3-a1f560ffbdd1", "name": "network-vif-plugged", "status": "completed", "tag": "36285160-c75c-40fc-a284-775067f15908"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:46.096389 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Attempting to bind port 8e5de965-1dcc-410f-9d28-780a115e150b on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:32:46.096890 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Attempting to bind port 8e5de965-1dcc-410f-9d28-780a115e150b by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:32:46.097222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Attempting to bind port 8e5de965-1dcc-410f-9d28-780a115e150b on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:46.130177 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Port 8e5de965-1dcc-410f-9d28-780a115e150b on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:32:46.130636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Attempting to bind port 8e5de965-1dcc-410f-9d28-780a115e150b on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:32:46.142566 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-2fc254c5-a080-4f88-8f41-26a96d03f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.147903 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-2fc254c5-a080-4f88-8f41-26a96d03f3d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1097 time: 0.3746264 Aug 30 14:32:46.163547 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:32:46.163890 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Checking segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:32:46.164277 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Bound using segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:32:46.164722 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Bound port: 8e5de965-1dcc-410f-9d28-780a115e150b, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:32:46.165082 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.198631 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b6845-9c51-45b8-a3d7-e0716d120432 req-32b241cd-1a1e-4d84-a513-e379f8cd2ec1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.200343 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b14b6845-9c51-45b8-a3d7-e0716d120432 req-32b241cd-1a1e-4d84-a513-e379f8cd2ec1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 944 time: 0.2945454 Aug 30 14:32:46.253857 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-04415058-392b-43c6-ab9e-3112d38aa777 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 217 time: 0.0927219 Aug 30 14:32:46.294342 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11f424-b145-4edc-8bd0-b2321ff234d0 req-79b2060f-398d-4ea1-8844-f9f8a981da88 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.295378 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea11f424-b145-4edc-8bd0-b2321ff234d0 req-79b2060f-398d-4ea1-8844-f9f8a981da88 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.2480013 Aug 30 14:32:46.437886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b14b6845-9c51-45b8-a3d7-e0716d120432 req-0dd56969-72d3-458e-b30d-f13ed50dcaf2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922727 Aug 30 14:32:46.442568 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-02977f82-5f4f-4cd5-8e1c-b8c1dc5d7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.444211 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-02977f82-5f4f-4cd5-8e1c-b8c1dc5d7b34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.1796007 Aug 30 14:32:46.452659 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea11f424-b145-4edc-8bd0-b2321ff234d0 req-6b868f14-de8d-4ff6-b639-d66006cf1929 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232963 Aug 30 14:32:46.469198 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] For port 8e5de965-1dcc-410f-9d28-780a115e150b, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:32:46.505225 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] For port 8e5de965-1dcc-410f-9d28-780a115e150b, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8e5de965-1dcc-410f-9d28-780a115e150b,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:32:46.515545 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc320d7-b86e-4577-afcc-20f3a5ee50d7 x-openstack-request-id: req-cfc320d7-b86e-4577-afcc-20f3a5ee50d7 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:46.516358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d89e07-4a72-4dcd-85c3-a1f560ffbdd1", "name": "network-vif-plugged", "status": "completed", "tag": "36285160-c75c-40fc-a284-775067f15908", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:46.516358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfc320d7-b86e-4577-afcc-20f3a5ee50d7 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:46.516582 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.517088 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36285160-c75c-40fc-a284-775067f15908', 'code': 200} Aug 30 14:32:46.566251 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.566807 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:46.568315 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] 10.222.0.48 "PUT /v2.0/ports/8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 1093 time: 1.7523704 Aug 30 14:32:46.570911 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5995-82e9-4a38-b161-a95f66404145 req-43319941-316f-4888-8940-ae731efcd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.572238 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-43319941-316f-4888-8940-ae731efcd22d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1168587 Aug 30 14:32:46.679934 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811d50-7f94-4788-871f-668b684bffa1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5de965-1dcc-410f-9d28-780a115e150b,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:46.741774 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88f799-254e-40b2-9ad3-f563ffe340a9 req-04dba043-a208-47da-b241-f703f0aa4127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.743463 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cd88f799-254e-40b2-9ad3-f563ffe340a9 req-04dba043-a208-47da-b241-f703f0aa4127 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 1098 time: 0.0465913 Aug 30 14:32:46.790612 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cd88f799-254e-40b2-9ad3-f563ffe340a9 req-ae3b3180-4d9e-43cb-8840-e4ae0fe3d69c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 30 14:32:46.792086 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321f39c-7ddb-4f5f-8a91-9b69b101d912 req-784aff17-fa19-483b-94e4-513012506656 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.793577 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d321f39c-7ddb-4f5f-8a91-9b69b101d912 req-784aff17-fa19-483b-94e4-513012506656 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.1944859 Aug 30 14:32:46.807542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3967-5fb7-4d01-8a38-611d77d7be7a req-845248b5-5a77-4fae-bac4-352b81d5af48 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.809860 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-38ce3967-5fb7-4d01-8a38-611d77d7be7a req-845248b5-5a77-4fae-bac4-352b81d5af48 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.2165601 Aug 30 14:32:46.825324 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-6ef4afd0-2dfa-4852-a5e0-9fdab448143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:46.827031 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-6ef4afd0-2dfa-4852-a5e0-9fdab448143d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1096 time: 0.1761012 Aug 30 14:32:46.850627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-7610bed4-57a3-4309-87db-19de5b076f46 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464857 Aug 30 14:32:46.887713 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d321f39c-7ddb-4f5f-8a91-9b69b101d912 req-2a811d5c-f44b-41d7-a8a8-bddf88a504b9 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718203 Aug 30 14:32:46.890832 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-38ce3967-5fb7-4d01-8a38-611d77d7be7a req-31c77687-0883-4991-b05b-9485c31e1f7e tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Aug 30 14:32:47.081610 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-d9f151ca-45f1-461f-b932-bacb766d5f8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 217 time: 0.0851264 Aug 30 14:32:47.114794 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de50d2f-d03b-45a8-a564-ad89e7b06108 req-45962ebf-c12f-4a84-9683-7ebbf7c89ced tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.116733 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5de50d2f-d03b-45a8-a564-ad89e7b06108 req-45962ebf-c12f-4a84-9683-7ebbf7c89ced tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 943 time: 0.1549673 Aug 30 14:32:47.200508 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-39497f7c-4d75-40be-a7f6-dd3b7653a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.202033 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-39497f7c-4d75-40be-a7f6-dd3b7653a253 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.1099441 Aug 30 14:32:47.205886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6bac5995-82e9-4a38-b161-a95f66404145 req-6e17f6e7-3524-42c7-9c46-da12ff422d6c service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105870 Aug 30 14:32:47.238030 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5de50d2f-d03b-45a8-a564-ad89e7b06108 req-d1f19d06-7303-4e29-b3c8-fb457b5b834f tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950725 Aug 30 14:32:47.273197 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 94dc4530-27c0-4899-a819-2bbdb4b06ff1 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:47.276613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-94a82330-18f9-4c53-98a8-6cf230be3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.278160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-94a82330-18f9-4c53-98a8-6cf230be3d56 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627048 Aug 30 14:32:47.409820 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 7ec56b2b-47ad-4f8a-a02d-929eb5807360 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:47.528379 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:47.533935 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:47.549007 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:47.549718 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.583000 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '94dc4530-27c0-4899-a819-2bbdb4b06ff1', 'network_id': '533fe182-2fdc-49c6-909f-2a5cec420671', 'port_id': '94dc4530-27c0-4899-a819-2bbdb4b06ff1', 'mac_address': 'fa:16:3e:08:cb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de6887a7-b83b-4554-9003-af3e0672304e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:47.728934 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.745427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.762366 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dc4530-27c0-4899-a819-2bbdb4b06ff1 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:47.812754 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:47.819319 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:47.821479 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.828377 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:47.866335 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 39886) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:47.876401 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:47.879046 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd7dd9-9656-4205-8103-3e01d90063cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:47.893894 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=94dc4530-27c0-4899-a819-2bbdb4b06ff1,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:47.920029 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d67ddc-9333-4900-96ee-b892654d3170 req-c4d9c7bc-3e27-42ff-b8ac-ff0e8f8ee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:47.920029 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-c4d9c7bc-3e27-42ff-b8ac-ff0e8f8ee232 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1097 time: 0.6179695 Aug 30 14:32:47.968823 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=7ec56b2b-47ad-4f8a-a02d-929eb5807360,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:48.022070 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-b64ff931-be2d-4a4c-b2da-481457f9a1e6 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346799 Aug 30 14:32:48.030286 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8aae1-7176-4433-93af-6a48a4022be1 req-e6c9118f-34bf-4d2d-900a-3c022c91cf50 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.039012 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b1e8aae1-7176-4433-93af-6a48a4022be1 req-e6c9118f-34bf-4d2d-900a-3c022c91cf50 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.2322724 Aug 30 14:32:48.052879 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe46f-0f6d-4653-85b8-84d9b9f44467 req-bb493a0c-098b-4d44-8ecc-00a1211f13da tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.054417 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-23ebe46f-0f6d-4653-85b8-84d9b9f44467 req-bb493a0c-098b-4d44-8ecc-00a1211f13da tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 945 time: 0.2460306 Aug 30 14:32:48.070836 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c492b3a6-e276-4130-b92f-589268b3db2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.167877 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c492b3a6-e276-4130-b92f-589268b3db2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.172288 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['94dc4530-27c0-4899-a819-2bbdb4b06ff1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:48.173035 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c492b3a6-e276-4130-b92f-589268b3db2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.196168 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b1e8aae1-7176-4433-93af-6a48a4022be1 req-1422f961-4b75-43a3-8356-4205cf55f9af tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562397 Aug 30 14:32:48.206959 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-23ebe46f-0f6d-4653-85b8-84d9b9f44467 req-a1d1925c-fcf7-4ddb-85e1-ea955f20b116 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385891 Aug 30 14:32:48.217836 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492b3a6-e276-4130-b92f-589268b3db2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdedd0-8a22-4c08-b224-ba3d41e3bfd8,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:48.229406 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c492b3a6-e276-4130-b92f-589268b3db2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7882e35625ff42338a8c70e6a2d2cb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613951 Aug 30 14:32:48.232722 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 39902) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:48.247453 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d67ddc-9333-4900-96ee-b892654d3170 req-b9060dbe-2c85-40f3-840f-4529ba5a664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.249421 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-b9060dbe-2c85-40f3-840f-4529ba5a664f service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.3123856 Aug 30 14:32:48.325255 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89c941e-d964-49e5-bf6f-a67dcc7219c8 req-404449f7-29f5-41f1-aece-e08c65ffd06d service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841401 Aug 30 14:32:48.343019 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799653dc-5886-4c9f-909f-6916bf9b93e5 x-openstack-request-id: req-799653dc-5886-4c9f-909f-6916bf9b93e5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:48.343315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:48.343591 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-799653dc-5886-4c9f-909f-6916bf9b93e5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:48.344042 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b', 'status': 'completed', 'code': 200} Aug 30 14:32:48.353494 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-d48cbcd7-eab1-4eab-96b1-69d2b8321181 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 217 time: 0.0816004 Aug 30 14:32:48.517843 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec56b2b-47ad-4f8a-a02d-929eb5807360'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:48.520237 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73870da-7caa-462c-9db0-05c810e38a94" -d '{"events": [{"server_uuid": "ab77a35c-12ca-4e92-aeb7-39fb360b52be", "name": "network-vif-plugged", "status": "completed", "tag": "7ec56b2b-47ad-4f8a-a02d-929eb5807360"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:48.524734 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61ee5928-8eb0-47e4-90fa-99020a93b799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.555851 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b74fb-2923-4f1a-bf9e-1ae99fc27d68 req-67367e9e-03e0-4695-a904-c9fbd6e45f10 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.557429 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-717b74fb-2923-4f1a-bf9e-1ae99fc27d68 req-67367e9e-03e0-4695-a904-c9fbd6e45f10 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 943 time: 0.1903243 Aug 30 14:32:48.559661 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d67ddc-9333-4900-96ee-b892654d3170 req-e8370e97-5bf7-433b-990e-60b69f086722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.561004 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-e8370e97-5bf7-433b-990e-60b69f086722 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.1727500 Aug 30 14:32:48.579061 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3d4e9-3eab-4a3e-b2e3-3ce222aaeb30 req-fb0b91c8-004d-423e-afab-d5e9e374d0e1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.580554 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ede3d4e9-3eab-4a3e-b2e3-3ce222aaeb30 req-fb0b91c8-004d-423e-afab-d5e9e374d0e1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.2503688 Aug 30 14:32:48.598070 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-43166b84-5e28-411b-8fe0-d4331e4cb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.599660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-43166b84-5e28-411b-8fe0-d4331e4cb131 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1096 time: 0.1743777 Aug 30 14:32:48.601584 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61ee5928-8eb0-47e4-90fa-99020a93b799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.770224 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-717b74fb-2923-4f1a-bf9e-1ae99fc27d68 req-4055c36f-28dd-4ad9-b1a4-f344d0569668 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035127 Aug 30 14:32:48.784090 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ede3d4e9-3eab-4a3e-b2e3-3ce222aaeb30 req-60e39a4f-4fb2-417c-9e54-13677ffa580c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805303 Aug 30 14:32:48.789492 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d67ddc-9333-4900-96ee-b892654d3170 req-16d3261a-fc1c-459a-96ca-175d9f8900c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.791178 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-16d3261a-fc1c-459a-96ca-175d9f8900c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2090454 Aug 30 14:32:48.844865 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bd3ea0-a94e-4960-a309-b65d1b2e0673 x-openstack-request-id: req-53bd3ea0-a94e-4960-a309-b65d1b2e0673 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:48.845349 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab77a35c-12ca-4e92-aeb7-39fb360b52be", "name": "network-vif-plugged", "status": "completed", "tag": "7ec56b2b-47ad-4f8a-a02d-929eb5807360", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:48.845435 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53bd3ea0-a94e-4960-a309-b65d1b2e0673 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:48.845790 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec56b2b-47ad-4f8a-a02d-929eb5807360', 'code': 200} Aug 30 14:32:48.868594 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61ee5928-8eb0-47e4-90fa-99020a93b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.871150 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61ee5928-8eb0-47e4-90fa-99020a93b799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:48.875017 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-61ee5928-8eb0-47e4-90fa-99020a93b799 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0dbdedd0-8a22-4c08-b224-ba3d41e3bfd8 HTTP/1.1" status: 204 len: 168 time: 0.6413434 Aug 30 14:32:48.904117 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee5928-8eb0-47e4-90fa-99020a93b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdedd0-8a22-4c08-b224-ba3d41e3bfd8,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:48.913627 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-f2706f55-375f-4801-923a-4cc67447820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:48.915156 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-f2706f55-375f-4801-923a-4cc67447820f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.2811952 Aug 30 14:32:48.983773 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-053b5edf-267e-4ae5-abe4-6acd1a0ebb24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 217 time: 0.0451643 Aug 30 14:32:49.052208 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-31cd8517-9898-4d8e-8a4d-944258c7e928 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445717 Aug 30 14:32:49.059229 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-79768b9b-c0c6-472d-b025-e80725b0136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.060952 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-79768b9b-c0c6-472d-b025-e80725b0136a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0667324 Aug 30 14:32:49.150848 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a5694-1315-4154-8e48-a493e8a2852a req-12b0b817-84d9-402b-843f-76a7881e617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.150848 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-228a5694-1315-4154-8e48-a493e8a2852a req-12b0b817-84d9-402b-843f-76a7881e617d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.0614846 Aug 30 14:32:49.212410 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-228a5694-1315-4154-8e48-a493e8a2852a req-580153f7-4cc9-4a97-82f6-11adf4fe93b9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Aug 30 14:32:49.268681 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 94dc4530-27c0-4899-a819-2bbdb4b06ff1 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:49.274108 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-98d67ddc-9333-4900-96ee-b892654d3170 req-f4b20192-c378-4db5-8505-1184ab7f700d service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119877 Aug 30 14:32:49.277120 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-cf2265f8-c97a-4530-8573-2f3dc6dc79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.279248 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-cf2265f8-c97a-4530-8573-2f3dc6dc79c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133640 Aug 30 14:32:49.345805 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:49.350302 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:49.350907 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.427846 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28d3cc-5ea0-48d7-b9b6-a98b3d276c93 req-e869303b-640b-4524-9206-1a1f095e54ea tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.429712 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f28d3cc-5ea0-48d7-b9b6-a98b3d276c93 req-e869303b-640b-4524-9206-1a1f095e54ea tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 945 time: 0.0924733 Aug 30 14:32:49.552172 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.552841 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f28d3cc-5ea0-48d7-b9b6-a98b3d276c93 req-9a52cde7-fb22-4ddc-a819-14704199edac tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143377 Aug 30 14:32:49.601917 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:49.612278 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:49.655108 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de13f9-b536-4773-947d-2039ccd82c8a req-2e8989c9-29f6-4c67-b4f6-c86c8043a4db tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.656554 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07de13f9-b536-4773-947d-2039ccd82c8a req-2e8989c9-29f6-4c67-b4f6-c86c8043a4db tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0994713 Aug 30 14:32:49.675709 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-02358345-13d8-4936-893c-7441f030ec9f service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193751 Aug 30 14:32:49.699086 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=94dc4530-27c0-4899-a819-2bbdb4b06ff1,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:49.773532 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07de13f9-b536-4773-947d-2039ccd82c8a req-1375d57d-f676-444c-bfd6-e6f66dd6654b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090937 Aug 30 14:32:49.843061 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bbcd7dd9-9656-4205-8103-3e01d90063cd req-3ceb876a-2f09-4e7c-8f53-c1e1bfafeee0 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540940 Aug 30 14:32:49.920109 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ace583-7950-455a-b40b-bcf611aacf16 req-8c3b0fc2-a66c-4e98-85ce-16197a603df2 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:49.921459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-49ace583-7950-455a-b40b-bcf611aacf16 req-8c3b0fc2-a66c-4e98-85ce-16197a603df2 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 943 time: 0.0630839 Aug 30 14:32:49.991524 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-49ace583-7950-455a-b40b-bcf611aacf16 req-aaffd977-b06c-4d82-b12b-0b30a1e87c79 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627244 Aug 30 14:32:50.170649 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:32:50.690911 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc680b-f898-4e78-8080-02a3325c3171 req-a78ff87f-c905-4764-94ea-fd2be3aa4539 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:50.692582 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-05cc680b-f898-4e78-8080-02a3325c3171 req-a78ff87f-c905-4764-94ea-fd2be3aa4539 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0587862 Aug 30 14:32:50.742022 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-05cc680b-f898-4e78-8080-02a3325c3171 req-7bbc909a-65c6-44f4-b3aa-aa890efc261f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Aug 30 14:32:50.847123 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a092919-8abc-41d6-8aee-f09269bdb752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc4530-27c0-4899-a819-2bbdb4b06ff1'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:50.850810 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6a267d-6b80-427b-a600-ce57dc4e8e99" -d '{"events": [{"server_uuid": "1a092919-8abc-41d6-8aee-f09269bdb752", "name": "network-vif-plugged", "status": "completed", "tag": "94dc4530-27c0-4899-a819-2bbdb4b06ff1"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:50.901462 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dd463-73b2-46d5-9d91-3e7472460052 req-a006cbc7-6242-4a56-ba25-721801477815 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:50.902992 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dd5dd463-73b2-46d5-9d91-3e7472460052 req-a006cbc7-6242-4a56-ba25-721801477815 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0513756 Aug 30 14:32:50.942424 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dd5dd463-73b2-46d5-9d91-3e7472460052 req-956f688d-f45a-4bc1-a77c-bd3ee4b935d1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Aug 30 14:32:50.988749 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf14f591-dfe2-4969-9abe-7d2889539f0c x-openstack-request-id: req-bf14f591-dfe2-4969-9abe-7d2889539f0c {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:50.989113 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a092919-8abc-41d6-8aee-f09269bdb752", "name": "network-vif-plugged", "status": "completed", "tag": "94dc4530-27c0-4899-a819-2bbdb4b06ff1", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:50.989368 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf14f591-dfe2-4969-9abe-7d2889539f0c {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:50.989758 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a092919-8abc-41d6-8aee-f09269bdb752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dc4530-27c0-4899-a819-2bbdb4b06ff1', 'code': 200} Aug 30 14:32:51.114543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2472-b25a-4fa3-9e89-240076102cba req-b2d3ce0e-ab34-4044-9562-eb8171678c01 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:51.116323 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-30aa2472-b25a-4fa3-9e89-240076102cba req-b2d3ce0e-ab34-4044-9562-eb8171678c01 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 943 time: 0.0612366 Aug 30 14:32:51.154053 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-30aa2472-b25a-4fa3-9e89-240076102cba req-ee0ea230-ed16-4c6c-be2c-2b946ed3c860 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Aug 30 14:32:51.552270 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:51.656663 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:51.668807 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'mac_address': 'fa:16:3e:16:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:51.706585 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.720400 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd29afae-caf4-4e19-84f7-cd2d5c3004ef {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:51.740080 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:51.747253 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.748006 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 8e5de965-1dcc-410f-9d28-780a115e150b details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:32:51.841561 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:51.863158 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225af4f7-1896-4a48-a9aa-103c05621973 req-5b836a7f-5027-4daf-aa0c-c97c7e9d3198 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:51.864668 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-225af4f7-1896-4a48-a9aa-103c05621973 req-5b836a7f-5027-4daf-aa0c-c97c7e9d3198 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0550210 Aug 30 14:32:51.889276 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 8e5de965-1dcc-410f-9d28-780a115e150b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8e5de965-1dcc-410f-9d28-780a115e150b,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:51.901414 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '8e5de965-1dcc-410f-9d28-780a115e150b', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'port_id': '8e5de965-1dcc-410f-9d28-780a115e150b', 'mac_address': 'fa:16:3e:3f:b6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:32:51.903408 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-225af4f7-1896-4a48-a9aa-103c05621973 req-57b3a77f-b5b9-4a2a-8be6-5f75a05183d4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323577 Aug 30 14:32:51.943189 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:51.956389 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5de965-1dcc-410f-9d28-780a115e150b {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:32:51.976282 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 8e5de965-1dcc-410f-9d28-780a115e150b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8e5de965-1dcc-410f-9d28-780a115e150b,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:51.982527 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:52.033342 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=8e5de965-1dcc-410f-9d28-780a115e150b,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:52.063258 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5dbcb-ce11-4d9d-bd60-5d8cc5f73d2f req-9a85dd42-e5fd-4e30-bbb2-5406a8bbb90f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:52.064753 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-edc5dbcb-ce11-4d9d-bd60-5d8cc5f73d2f req-9a85dd42-e5fd-4e30-bbb2-5406a8bbb90f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Aug 30 14:32:52.107787 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-edc5dbcb-ce11-4d9d-bd60-5d8cc5f73d2f req-f9225f78-86b6-432b-b443-347ac992efc7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366256 Aug 30 14:32:52.284738 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220569d1-a909-447d-8db5-7b3865fdb0d0 req-94ba5c14-9551-4732-a18d-e4916e54232a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:52.286232 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-220569d1-a909-447d-8db5-7b3865fdb0d0 req-94ba5c14-9551-4732-a18d-e4916e54232a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 944 time: 0.0538826 Aug 30 14:32:52.324501 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-220569d1-a909-447d-8db5-7b3865fdb0d0 req-505d2c52-3702-443a-b944-f6971493a110 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Aug 30 14:32:52.772543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7de844-1592-455a-a4e1-9d0249125a0c req-7fb23966-3cb4-455e-bef1-f2befa115cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:52.779562 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cd7de844-1592-455a-a4e1-9d0249125a0c req-7fb23966-3cb4-455e-bef1-f2befa115cf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 1099 time: 0.0881617 Aug 30 14:32:52.833326 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cd7de844-1592-455a-a4e1-9d0249125a0c req-99d03c07-a787-4e81-b957-617c02d91c96 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 Aug 30 14:32:52.931496 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['8e5de965-1dcc-410f-9d28-780a115e150b'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:52.971312 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['bd29afae-caf4-4e19-84f7-cd2d5c3004ef'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:32:53.038356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab21d3-df25-42a3-8fd5-c34eb0c6d363 req-48a9cc5e-344b-4c9b-9de0-5d804c596c7c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:53.039792 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-06ab21d3-df25-42a3-8fd5-c34eb0c6d363 req-48a9cc5e-344b-4c9b-9de0-5d804c596c7c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0508258 Aug 30 14:32:53.082551 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-06ab21d3-df25-42a3-8fd5-c34eb0c6d363 req-94a0713a-e114-4f29-978a-9d11afd90d5a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Aug 30 14:32:53.246860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b220ef-f85d-47d9-ba20-d779019b5519 req-b28598b5-0805-4acd-9b71-8ef7b806196a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:53.249506 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-90b220ef-f85d-47d9-ba20-d779019b5519 req-b28598b5-0805-4acd-9b71-8ef7b806196a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0604877 Aug 30 14:32:53.327233 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-90b220ef-f85d-47d9-ba20-d779019b5519 req-78ef8f83-8f1d-424b-8286-fd02dc63af2d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705976 Aug 30 14:32:53.460098 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e0397-3fd7-4796-bc1a-b4c7f999f853 req-93767d08-36ab-4447-b197-0e118791687b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:53.461632 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d7e0397-3fd7-4796-bc1a-b4c7f999f853 req-93767d08-36ab-4447-b197-0e118791687b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 944 time: 0.0509555 Aug 30 14:32:53.500690 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d7e0397-3fd7-4796-bc1a-b4c7f999f853 req-bf4b388c-1c3d-4489-a8c2-70d4a80675b6 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Aug 30 14:32:54.206404 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5333aa9-2c8b-4f90-935d-90356f918614 req-42eed765-2b94-45bc-baf0-4a783ca32279 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:54.208113 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5333aa9-2c8b-4f90-935d-90356f918614 req-42eed765-2b94-45bc-baf0-4a783ca32279 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0496600 Aug 30 14:32:54.252428 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5333aa9-2c8b-4f90-935d-90356f918614 req-81b1648b-784c-4c90-91b1-91d7906f3a86 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381179 Aug 30 14:32:54.467456 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4f1fe-f8bf-4fc0-9c2f-8a0342888283 req-28970737-4331-420c-9a4c-ba3a06101b49 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:54.469298 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e0d4f1fe-f8bf-4fc0-9c2f-8a0342888283 req-28970737-4331-420c-9a4c-ba3a06101b49 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0545623 Aug 30 14:32:54.522315 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e0d4f1fe-f8bf-4fc0-9c2f-8a0342888283 req-94346ed7-2e81-4b17-b6a2-2c1c4467dc10 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453875 Aug 30 14:32:54.839406 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacecc3a-e3c9-45f0-9729-1f1671e414e6 req-aade0580-e123-4ad1-bcc6-4d0af2ceec5e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:54.840878 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dacecc3a-e3c9-45f0-9729-1f1671e414e6 req-aade0580-e123-4ad1-bcc6-4d0af2ceec5e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 944 time: 0.2487922 Aug 30 14:32:54.881909 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dacecc3a-e3c9-45f0-9729-1f1671e414e6 req-726cc4f9-b1f0-4d11-b250-883a96df8d92 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342808 Aug 30 14:32:55.284537 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:55.337546 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port bd29afae-caf4-4e19-84f7-cd2d5c3004ef completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:55.341745 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port bd29afae-caf4-4e19-84f7-cd2d5c3004ef triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:55.342122 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.380807 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60185070-f875-4a96-90ad-9953fc09c2aa req-fbb92d1e-b58e-4b11-be93-5be9756427fa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:55.382551 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-60185070-f875-4a96-90ad-9953fc09c2aa req-fbb92d1e-b58e-4b11-be93-5be9756427fa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0503709 Aug 30 14:32:55.424200 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-60185070-f875-4a96-90ad-9953fc09c2aa req-1fa38880-29b3-447b-bda3-63d470bd87d1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Aug 30 14:32:55.428794 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.455536 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:55.457902 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad3a7bc-b841-4689-b3d5-f6c4b9182cd5" -d '{"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-plugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:55.473405 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:55.480463 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.482217 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 8e5de965-1dcc-410f-9d28-780a115e150b up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:32:55.557462 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0b9c26-3e66-4f2a-89d6-5a2e781094be x-openstack-request-id: req-9e0b9c26-3e66-4f2a-89d6-5a2e781094be {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:55.557657 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-plugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:55.557897 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e0b9c26-3e66-4f2a-89d6-5a2e781094be {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:55.558310 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'code': 200} Aug 30 14:32:55.618835 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:55.636126 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 8e5de965-1dcc-410f-9d28-780a115e150b completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:32:55.640772 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 8e5de965-1dcc-410f-9d28-780a115e150b triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:32:55.641346 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.734069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dcaf3-fcbb-4994-8c26-9adb84f3f0a8 req-15d4827f-b291-47d3-ae97-e55aca4d55ba tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:55.742261 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-853dcaf3-fcbb-4994-8c26-9adb84f3f0a8 req-15d4827f-b291-47d3-ae97-e55aca4d55ba tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1040211 Aug 30 14:32:55.831732 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df96f90-2a77-47c1-8600-474ad12f5bf9 req-a45a91be-95a1-468a-b237-a61c0597d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:55.833259 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4df96f90-2a77-47c1-8600-474ad12f5bf9 req-a45a91be-95a1-468a-b237-a61c0597d3e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1099 time: 0.1465137 Aug 30 14:32:55.853565 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-853dcaf3-fcbb-4994-8c26-9adb84f3f0a8 req-85db5695-08d8-4d8c-b9bf-10c52ac68bf2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101656 Aug 30 14:32:55.889516 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:55.893553 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-d9667087-85a9-4cd1-9131-536591acf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:55.895093 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-d9667087-85a9-4cd1-9131-536591acf661 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 1099 time: 0.1335762 Aug 30 14:32:55.941568 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d43b9-5f9f-4907-9373-dde31ecf51b6 req-0f89af3f-76d6-44ee-9f1b-d4ea126cfde2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:55.952647 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-879d43b9-5f9f-4907-9373-dde31ecf51b6 req-0f89af3f-76d6-44ee-9f1b-d4ea126cfde2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1770556 Aug 30 14:32:55.955959 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 8e5de965-1dcc-410f-9d28-780a115e150b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8e5de965-1dcc-410f-9d28-780a115e150b,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:32:55.963207 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:56.004965 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4df96f90-2a77-47c1-8600-474ad12f5bf9 req-1d75466c-660d-4e56-b913-08c8049ee78c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492038 Aug 30 14:32:56.030225 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=8e5de965-1dcc-410f-9d28-780a115e150b,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:56.095598 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-879d43b9-5f9f-4907-9373-dde31ecf51b6 req-a1be6071-eeef-4055-bb81-d464005b8d1c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415498 Aug 30 14:32:56.124977 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94a9c3-6b52-4a0d-9262-ad404df52e3b req-0f616594-89b6-4a65-bb5b-fc2528800315 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:56.126527 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a94a9c3-6b52-4a0d-9262-ad404df52e3b req-0f616594-89b6-4a65-bb5b-fc2528800315 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1676948 Aug 30 14:32:56.165994 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-4283322d-923c-4def-85cd-56e6f228b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:56.167742 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-4283322d-923c-4def-85cd-56e6f228b8bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.2100129 Aug 30 14:32:56.188619 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a94a9c3-6b52-4a0d-9262-ad404df52e3b req-a12c78a6-6208-44bc-89ad-fa3ac1dc424c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525374 Aug 30 14:32:56.265569 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-0afb26a7-208b-45de-8626-cd38738950db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0358708 Aug 30 14:32:56.317795 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-fb8dfbcb-671a-4eac-8321-faf2b7013194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:56.320014 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-fb8dfbcb-671a-4eac-8321-faf2b7013194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0469964 Aug 30 14:32:56.356244 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-507738a3-a24c-4422-8472-b6f717493396 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288529 Aug 30 14:32:56.459655 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-1f4fc706-1759-4457-a827-3d5a835e6726 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900905 Aug 30 14:32:56.595886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3c09afc-f3e3-4cae-877f-683a3d2b29b4 req-be0b3753-347d-4e91-97e9-2824dda342f8 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009014 Aug 30 14:32:56.978491 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8f147-8520-4a95-8e24-a53e9ac31965 req-e6597ae1-410b-429b-99d0-964fa7c08550 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:56.980059 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b6b8f147-8520-4a95-8e24-a53e9ac31965 req-e6597ae1-410b-429b-99d0-964fa7c08550 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0503767 Aug 30 14:32:57.023908 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b6b8f147-8520-4a95-8e24-a53e9ac31965 req-fdf5e3d4-b6f1-44c2-bea6-c7911f843ac1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363581 Aug 30 14:32:57.069100 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40244) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:57.204637 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd57184e-7a1b-4821-bcfa-5d1de83dae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.246977 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abdefb-f916-4cd8-8257-b7fc9603b1b0 req-e7db86ce-4cbf-4d4c-87ff-19d899545507 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:57.251080 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-43abdefb-f916-4cd8-8257-b7fc9603b1b0 req-e7db86ce-4cbf-4d4c-87ff-19d899545507 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0800855 Aug 30 14:32:57.352427 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-43abdefb-f916-4cd8-8257-b7fc9603b1b0 req-a9bbd97f-6947-4d13-9830-a70c123c3f25 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967736 Aug 30 14:32:57.380667 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687135c-2330-4ac1-aba1-5eaf63868017 req-a17cd49e-8785-46f4-bf89-49d417fe7590 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:57.382090 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f687135c-2330-4ac1-aba1-5eaf63868017 req-a17cd49e-8785-46f4-bf89-49d417fe7590 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0988126 Aug 30 14:32:57.421234 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd57184e-7a1b-4821-bcfa-5d1de83dae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.427852 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bd57184e-7a1b-4821-bcfa-5d1de83dae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.460902 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f687135c-2330-4ac1-aba1-5eaf63868017 req-cbce9257-f291-4888-857c-c990a2dcb4f4 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665205 Aug 30 14:32:57.482635 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bd57184e-7a1b-4821-bcfa-5d1de83dae9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=843c18fd017a41a6bd863aefafef31b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119108 Aug 30 14:32:57.484727 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40268) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:57.492552 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57184e-7a1b-4821-bcfa-5d1de83dae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecc7985-424b-4ecb-ab0b-37a5b58fb888,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:57.540744 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aae96a9a-d619-4c51-8312-c0dae226bf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.564532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:32:57.564532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9927d42-8acb-4336-907f-88a4ba541e52" -d '{"events": [{"server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "name": "network-vif-plugged", "status": "completed", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:32:57.570756 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aae96a9a-d619-4c51-8312-c0dae226bf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.600817 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fb0dcd-8b88-413e-b4a8-9b02351e785f x-openstack-request-id: req-a1fb0dcd-8b88-413e-b4a8-9b02351e785f {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:32:57.601190 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "name": "network-vif-plugged", "status": "completed", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:32:57.601477 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1fb0dcd-8b88-413e-b4a8-9b02351e785f {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:32:57.601875 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b', 'code': 200} Aug 30 14:32:57.651658 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aae96a9a-d619-4c51-8312-c0dae226bf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.654740 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-aae96a9a-d619-4c51-8312-c0dae226bf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.658805 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-aae96a9a-d619-4c51-8312-c0dae226bf33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ecc7985-424b-4ecb-ab0b-37a5b58fb888 HTTP/1.1" status: 204 len: 168 time: 0.1701505 Aug 30 14:32:57.666621 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae96a9a-d619-4c51-8312-c0dae226bf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecc7985-424b-4ecb-ab0b-37a5b58fb888,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:57.811556 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40292) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:57.883706 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Deleting subnet ea6c0992-d855-4627-8af0-be8e1a8a804b {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:57.889555 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.910510 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364be07-6914-4e57-b767-60f5ea47eef2 req-5be5b8d8-bdec-44c6-a681-8b0b64a76c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:57.912160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3364be07-6914-4e57-b767-60f5ea47eef2 req-5be5b8d8-bdec-44c6-a681-8b0b64a76c01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1098 time: 0.0917897 Aug 30 14:32:57.930506 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.951964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:57.986701 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40296) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.000044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-495589d0-75d2-48be-a397-ad710e3d5824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.000963 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3364be07-6914-4e57-b767-60f5ea47eef2 req-5495fafc-5266-40f6-972f-8dad1b037751 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732360 Aug 30 14:32:58.028226 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.054874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6c0992-d855-4627-8af0-be8e1a8a804b,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:58.059302 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.063917 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-909f2f68-846e-4029-9c63-8cdb0d4611c2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ea6c0992-d855-4627-8af0-be8e1a8a804b HTTP/1.1" status: 204 len: 168 time: 0.2511485 Aug 30 14:32:58.064532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40300) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.096081 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-495589d0-75d2-48be-a397-ad710e3d5824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.101294 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-495589d0-75d2-48be-a397-ad710e3d5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.165356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.195611 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e475e6-112c-4dea-aaff-e9126d8c2f77 req-bcaf9e72-4f6f-4f27-ac5e-b9e6db7af5e2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:58.197237 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9e475e6-112c-4dea-aaff-e9126d8c2f77 req-bcaf9e72-4f6f-4f27-ac5e-b9e6db7af5e2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0866468 Aug 30 14:32:58.287065 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.309031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.309373 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.310132 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.310481 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > port after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.310806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.311138 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > port after_update 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.311377 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495589d0-75d2-48be-a397-ad710e3d5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5af1fb-883d-496f-8279-2334d4490349,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:58.311475 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.311762 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.312076 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.312396 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.318241 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-495589d0-75d2-48be-a397-ad710e3d5824 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a05be80d1774d1f900a52d999a6a903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303983 Aug 30 14:32:58.319155 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40306) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.366971 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cc97f659-e120-47bc-b2d5-6fc0d219b916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.387413 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cc97f659-e120-47bc-b2d5-6fc0d219b916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.436337 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cc97f659-e120-47bc-b2d5-6fc0d219b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.439093 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cc97f659-e120-47bc-b2d5-6fc0d219b916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.440291 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-cc97f659-e120-47bc-b2d5-6fc0d219b916 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b5af1fb-883d-496f-8279-2334d4490349 HTTP/1.1" status: 204 len: 168 time: 0.1202168 Aug 30 14:32:58.448819 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97f659-e120-47bc-b2d5-6fc0d219b916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5af1fb-883d-496f-8279-2334d4490349,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:58.461631 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.462085 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.462354 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.462676 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:58.463292 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc14e410-819b-4650-987e-4c4f09b61649']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:58.473330 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9e475e6-112c-4dea-aaff-e9126d8c2f77 req-bad8eea8-b0fd-4c52-895c-3c55a987fdc9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542994 Aug 30 14:32:58.497445 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6815c52e-bbb8-4ae9-8ff0-2005ecbe1fc6') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:58.497620 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6815c52e-bbb8-4ae9-8ff0-2005ecbe1fc6') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:58.530665 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.563451 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.588937 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:58.589342 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: from cryptography.utils import int_from_bytes Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: from cryptography.utils import int_from_bytes Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:58.593642 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:58.616699 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb1d4d-894c-43ff-b2ad-b7fbd22db3ce req-b5c84c29-5d01-4f10-87c7-7c66c3dad127 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:58.618375 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-addb1d4d-894c-43ff-b2ad-b7fbd22db3ce req-b5c84c29-5d01-4f10-87c7-7c66c3dad127 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1492634 Aug 30 14:32:58.693671 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef4177-7814-4d7b-ba7c-88980eb0f846 req-0a715d2e-b29d-4513-86a3-755364aa061b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:58.695236 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e8ef4177-7814-4d7b-ba7c-88980eb0f846 req-0a715d2e-b29d-4513-86a3-755364aa061b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1508379 Aug 30 14:32:58.710257 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.716409 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.721814 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cc14e410-819b-4650-987e-4c4f09b61649 HTTP/1.1" status: 204 len: 168 time: 0.6528425 Aug 30 14:32:58.725746 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40318) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.734266 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-addb1d4d-894c-43ff-b2ad-b7fbd22db3ce req-e3f7994d-9a71-4646-821e-782d9d303d03 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885375 Aug 30 14:32:58.767748 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c9093-1aef-4158-824e-3fcb7e83e022 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc14e410-819b-4650-987e-4c4f09b61649,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:58.821415 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e8ef4177-7814-4d7b-ba7c-88980eb0f846 req-7ecee3cf-e540-4398-8049-c7b3dd547ffd tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145747 Aug 30 14:32:58.840068 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Deleting subnet 4de64a3b-eb9f-4dec-a353-7678350f5717 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:32:58.843791 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.884485 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.895800 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.969754 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d082e-38ce-444c-bbf2-ea43406d18b6 req-7527250d-35d0-4166-a6d3-4edbbd99c87d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:58.971662 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ab0d082e-38ce-444c-bbf2-ea43406d18b6 req-7527250d-35d0-4166-a6d3-4edbbd99c87d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0720417 Aug 30 14:32:58.974501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:58.983207 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40336) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:58.988838 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'floatingip': {'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:32:59.004985 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de64a3b-eb9f-4dec-a353-7678350f5717,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:59.012272 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.018535 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9a030e50-409c-4f2f-9a9f-add259a73685 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4de64a3b-eb9f-4dec-a353-7678350f5717 HTTP/1.1" status: 204 len: 168 time: 0.2910171 Aug 30 14:32:59.019405 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40340) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.078796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.107541 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40342) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.114708 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.205795 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.218983 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.219411 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.220239 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.220623 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > port after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.221003 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.221392 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > port after_update 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.221769 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.222064 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.222376 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.222725 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.302543 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.302799 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.303136 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.303464 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 14:32:59.303841 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2380066-8b8b-4d06-b64d-a1461efb4b6b']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:59.334072 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba268ff-94b0-4372-aee7-c6f2ea964b97') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:59.334362 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba268ff-94b0-4372-aee7-c6f2ea964b97') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:32:59.354808 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d2d053-9761-4e10-a445-e590d5faf14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.367588 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.396624 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.412410 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:32:59.412827 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: from cryptography.utils import int_from_bytes Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: from cryptography.utils import int_from_bytes Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:32:59.417567 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:32:59.502488 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.508695 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.511359 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] 10.222.0.62 "DELETE /v2.0/networks/f2380066-8b8b-4d06-b64d-a1461efb4b6b HTTP/1.1" status: 204 len: 168 time: 0.4903033 Aug 30 14:32:59.536603 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e9dad-d923-402e-8c05-b5a33ef49cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2380066-8b8b-4d06-b64d-a1461efb4b6b,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:59.578583 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d2d053-9761-4e10-a445-e590d5faf14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.586718 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44d2d053-9761-4e10-a445-e590d5faf14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.647388 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-44d2d053-9761-4e10-a445-e590d5faf14d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e514d3e91d5a4c3d97177c10233f470c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388432 Aug 30 14:32:59.649188 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2d053-9761-4e10-a445-e590d5faf14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65278b7-b243-43ca-829a-f0a17658e6e1,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:59.653104 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40364) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.707129 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40366) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.738338 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3a1e61e9-4a34-474c-90cd-8c82f0f3fb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.777583 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3a1e61e9-4a34-474c-90cd-8c82f0f3fb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.786467 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8c67a754-8fcf-47ca-b81d-a58607ed17e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79b403418dcc4eb7bc1872e604a12c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0780525 Aug 30 14:32:59.791295 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40370) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:32:59.874140 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca457-122c-410a-8693-cb2652ec8e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.890184 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3a1e61e9-4a34-474c-90cd-8c82f0f3fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.893977 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3a1e61e9-4a34-474c-90cd-8c82f0f3fb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.897436 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3a1e61e9-4a34-474c-90cd-8c82f0f3fb13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d65278b7-b243-43ca-829a-f0a17658e6e1 HTTP/1.1" status: 204 len: 168 time: 0.2410567 Aug 30 14:32:59.917713 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca457-122c-410a-8693-cb2652ec8e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.919938 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e61e9-4a34-474c-90cd-8c82f0f3fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65278b7-b243-43ca-829a-f0a17658e6e1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:32:59.986499 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca457-122c-410a-8693-cb2652ec8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.990136 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca457-122c-410a-8693-cb2652ec8e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:59.991368 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3f7ca457-122c-410a-8693-cb2652ec8e8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c08397fd-7af5-498a-af7d-99c467f3baf8 HTTP/1.1" status: 204 len: 168 time: 0.1991546 Aug 30 14:33:00.006397 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ca457-122c-410a-8693-cb2652ec8e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08397fd-7af5-498a-af7d-99c467f3baf8,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:00.105546 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe373496-71e3-48c4-815a-514b4b48857a req-2031c264-fb93-4940-bcb3-4e4a791a04d9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:00.107101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fe373496-71e3-48c4-815a-514b4b48857a req-2031c264-fb93-4940-bcb3-4e4a791a04d9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.2608075 Aug 30 14:33:00.109407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.db.resource_extend [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:33:00.119356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323311c4-3ac6-46f1-8de3-4f364c4faa02 req-099be07d-b472-4499-a627-db5f9ca99442 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:00.121230 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-323311c4-3ac6-46f1-8de3-4f364c4faa02 req-099be07d-b472-4499-a627-db5f9ca99442 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.2080719 Aug 30 14:33:00.241371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.253826 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.260662 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fe373496-71e3-48c4-815a-514b4b48857a req-999180be-e12d-48cf-91d6-bd1ce01b528a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384630 Aug 30 14:33:00.292072 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40390) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:00.297437 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-323311c4-3ac6-46f1-8de3-4f364c4faa02 req-31c416b6-e6ca-429d-b27b-a0b23850d32c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459088 Aug 30 14:33:00.315599 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3edd-a930-4797-926e-b3003d82601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.426934 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Floating IP 6ac6b6e9-87e3-4934-82c9-2cec33144816 associated. External IP: 172.27.3.208, port: bd29afae-caf4-4e19-84f7-cd2d5c3004ef. Aug 30 14:33:00.499663 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3edd-a930-4797-926e-b3003d82601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.508020 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3edd-a930-4797-926e-b3003d82601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.542281 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3b1a3edd-a930-4797-926e-b3003d82601f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=61b270c59495446182e706219cc7c6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488196 Aug 30 14:33:00.548734 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40400) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:00.554192 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc4e55-3d51-4b3e-8c68-a85169cc2928 req-060b121e-f8f2-4e9b-8e19-838103341d99 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:00.556102 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-10bc4e55-3d51-4b3e-8c68-a85169cc2928 req-060b121e-f8f2-4e9b-8e19-838103341d99 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1474264 Aug 30 14:33:00.568488 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40402) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:00.574910 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'floatingip': {'port_id': '8e5de965-1dcc-410f-9d28-780a115e150b'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:00.686115 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a3edd-a930-4797-926e-b3003d82601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548910a8-4b9a-4617-aeb7-4382fbb1787f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:00.687314 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40408) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:00.710171 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.737868 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-23c743ff-14a7-49de-af98-229af3f331a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2a113b9a6e34c8f88345a259aaee2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502765 Aug 30 14:33:00.743710 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40410) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:00.784563 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:00.832551 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93cda737-c0b5-437f-914d-f2ffaebc06e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.867345 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f115aeec-0d11-4aca-8caa-8cb80cbfd511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.893792 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93cda737-c0b5-437f-914d-f2ffaebc06e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.935884 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f115aeec-0d11-4aca-8caa-8cb80cbfd511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:00.996427 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:01.001790 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.011763 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:01.021845 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:01.022848 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:01.040855 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4d0b77ec-d629-4a10-abcd-e4cf02c57027 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "PUT /v2.0/floatingips/6ac6b6e9-87e3-4934-82c9-2cec33144816 HTTP/1.1" status: 200 len: 992 time: 2.0560911 Aug 30 14:33:01.043315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:01.044999 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05fc30-871e-46e0-ae05-204ed348c7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:01.071400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f115aeec-0d11-4aca-8caa-8cb80cbfd511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.074227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f115aeec-0d11-4aca-8caa-8cb80cbfd511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.082497 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f115aeec-0d11-4aca-8caa-8cb80cbfd511 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38907c03-7568-4846-97a1-fe894c26d607 HTTP/1.1" status: 204 len: 168 time: 0.3343267 Aug 30 14:33:01.106447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115aeec-0d11-4aca-8caa-8cb80cbfd511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38907c03-7568-4846-97a1-fe894c26d607,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:01.149425 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa58d8-e822-442e-a57b-7e2224ecffce x-openstack-request-id: req-2efa58d8-e822-442e-a57b-7e2224ecffce {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:01.149720 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:01.149966 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2efa58d8-e822-442e-a57b-7e2224ecffce {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:01.150361 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'status': 'completed', 'code': 200} Aug 30 14:33:01.164718 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:01.244303 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-6e72c528-c66b-408b-9896-6bc63b297382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:01.246444 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-6e72c528-c66b-408b-9896-6bc63b297382 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1099 time: 0.0752239 Aug 30 14:33:01.269044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93cda737-c0b5-437f-914d-f2ffaebc06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.272291 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-93cda737-c0b5-437f-914d-f2ffaebc06e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.276264 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-93cda737-c0b5-437f-914d-f2ffaebc06e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/548910a8-4b9a-4617-aeb7-4382fbb1787f HTTP/1.1" status: 204 len: 168 time: 0.7243207 Aug 30 14:33:01.377238 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cda737-c0b5-437f-914d-f2ffaebc06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548910a8-4b9a-4617-aeb7-4382fbb1787f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:01.472784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-0bf631e6-7519-4fb6-ac49-d4527535435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:01.474786 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-0bf631e6-7519-4fb6-ac49-d4527535435d service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.2018781 Aug 30 14:33:01.491216 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef095-4c85-4673-bd0b-59e10cc05a8f req-fd0b14d1-e78e-43cc-b5ae-1169bc5b3ffe tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:01.500138 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-387ef095-4c85-4673-bd0b-59e10cc05a8f req-fd0b14d1-e78e-43cc-b5ae-1169bc5b3ffe tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1068201 Aug 30 14:33:01.528355 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40436) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:01.675664 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.db.resource_extend [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 14:33:01.719555 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '6ac6b6e9-87e3-4934-82c9-2cec33144816', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'mac_address': 'fa:16:3e:16:df:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:32:32Z', 'updated_at': '2021-08-30T14:32:59Z', 'revision_number': 1, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:01.752996 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:01.770729 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:01.771589 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:01.798799 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.807201 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.880060 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08192ee0-e872-4f50-b542-548c103288fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.942339 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:02.013467 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40454) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:02.063102 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe79d764-ae0f-4266-abbe-e45a0463ee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.149317 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-387ef095-4c85-4673-bd0b-59e10cc05a8f req-9647ef79-d9ac-4989-bc1e-0634a59e4ced tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478570 Aug 30 14:33:02.160680 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-a26cb69a-f77c-4aa5-b5e2-f5bb2efc9c65 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 1000 time: 0.6568635 Aug 30 14:33:02.182705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baaefa-3e0a-4e8d-a15f-1803c2f21f37 req-250734e8-77fe-4b37-a620-0c8feba32f40 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:02.184642 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36baaefa-3e0a-4e8d-a15f-1803c2f21f37 req-250734e8-77fe-4b37-a620-0c8feba32f40 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.1077974 Aug 30 14:33:02.207736 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Floating IP 7cbef085-efb4-47d0-af75-e9237af4e75c associated. External IP: 172.27.3.162, port: 8e5de965-1dcc-410f-9d28-780a115e150b. Aug 30 14:33:02.284367 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36baaefa-3e0a-4e8d-a15f-1803c2f21f37 req-4e3b48b8-7e4a-4fa4-a1e3-493bf39c25b3 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897772 Aug 30 14:33:02.286163 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-3a561ab3-f519-4bc4-8153-d8643d3bc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:02.288005 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-3a561ab3-f519-4bc4-8153-d8643d3bc7b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.1021731 Aug 30 14:33:02.352214 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-f68f502f-63b2-44d9-8530-066f27bcdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:02.353933 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-f68f502f-63b2-44d9-8530-066f27bcdef1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504358 Aug 30 14:33:02.357011 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '6ac6b6e9-87e3-4934-82c9-2cec33144816', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'mac_address': 'fa:16:3e:16:df:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:32:32Z', 'updated_at': '2021-08-30T14:32:59Z', 'revision_number': 1, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:02.381574 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08192ee0-e872-4f50-b542-548c103288fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.390431 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08192ee0-e872-4f50-b542-548c103288fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.480957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08192ee0-e872-4f50-b542-548c103288fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba67f0b-3c6e-4b87-99a1-f3dcd8a76870,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:02.492526 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-08192ee0-e872-4f50-b542-548c103288fb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e30c1bcdd3fa437985e0f534fe87fe7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9628153 Aug 30 14:33:02.495533 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40466) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:02.495924 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8d3a3b-ca60-4474-97e3-05e56b9057cd None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '6ac6b6e9-87e3-4934-82c9-2cec33144816', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'floating_ip_address': '172.27.3.208', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'mac_address': 'fa:16:3e:16:df:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:32:32Z', 'updated_at': '2021-08-30T14:32:59Z', 'revision_number': 1, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:02.517781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe79d764-ae0f-4266-abbe-e45a0463ee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.559984 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fe79d764-ae0f-4266-abbe-e45a0463ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.639544 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fe79d764-ae0f-4266-abbe-e45a0463ee54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a92aca83a45f47509f61ee718e27ee5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249335 Aug 30 14:33:02.640429 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40476) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:02.646137 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c6ac90a0-d689-43d7-b525-8c92bc6096c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.672503 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Router 8df92d08-9395-4458-aad1-d4754fa16d0b has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:02.677676 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c6ac90a0-d689-43d7-b525-8c92bc6096c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.680840 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79d764-ae0f-4266-abbe-e45a0463ee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3a4e9f-74bc-47ee-a0ff-24eec77ffc2e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:02.722468 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-ba39fa9f-af51-4943-88cb-115609d3a8e3 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489618 Aug 30 14:33:02.723406 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18aafabe-6018-4db0-8009-52dad3b3b50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.790355 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18aafabe-6018-4db0-8009-52dad3b3b50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.817407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c6ac90a0-d689-43d7-b525-8c92bc6096c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.820476 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c6ac90a0-d689-43d7-b525-8c92bc6096c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.821623 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c6ac90a0-d689-43d7-b525-8c92bc6096c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ba67f0b-3c6e-4b87-99a1-f3dcd8a76870 HTTP/1.1" status: 204 len: 168 time: 0.3248165 Aug 30 14:33:02.837155 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac90a0-d689-43d7-b525-8c92bc6096c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba67f0b-3c6e-4b87-99a1-f3dcd8a76870,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:02.839676 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:02.844027 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.867459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e05fc30-871e-46e0-ae05-204ed348c7b1 req-a6486313-7436-4376-93a5-3cee670bfcec service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323111 Aug 30 14:33:02.875875 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:02.877737 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18aafabe-6018-4db0-8009-52dad3b3b50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.880872 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18aafabe-6018-4db0-8009-52dad3b3b50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:02.885529 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-18aafabe-6018-4db0-8009-52dad3b3b50d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b3a4e9f-74bc-47ee-a0ff-24eec77ffc2e HTTP/1.1" status: 204 len: 168 time: 0.2409508 Aug 30 14:33:02.900196 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aafabe-6018-4db0-8009-52dad3b3b50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3a4e9f-74bc-47ee-a0ff-24eec77ffc2e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:02.903750 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2364f7da-bf4e-4a9c-9fda-0a1295061df9 None None] New status for floating IP 6ac6b6e9-87e3-4934-82c9-2cec33144816: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:33:02.930719 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0360b683-9400-4f46-a588-d617ecc0786e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "PUT /v2.0/floatingips/7cbef085-efb4-47d0-af75-e9237af4e75c HTTP/1.1" status: 200 len: 991 time: 2.3570011 Aug 30 14:33:02.930719 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:02.932000 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f5df49-7559-4e20-b7b3-cf943398b67e" -d '{"events": [{"name": "network-changed", "server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:02.974924 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:02.975593 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:03.019089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f0958-98cf-4b63-95ac-e6d2642cb424 x-openstack-request-id: req-0f2f0958-98cf-4b63-95ac-e6d2642cb424 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:03.019360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:03.019612 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f2f0958-98cf-4b63-95ac-e6d2642cb424 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:03.020009 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b', 'status': 'completed', 'code': 200} Aug 30 14:33:03.118209 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-3bdf8fe2-52e1-4fd2-b48a-51affbe334b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.119942 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-3bdf8fe2-52e1-4fd2-b48a-51affbe334b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1098 time: 0.0684881 Aug 30 14:33:03.148609 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:03.402970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-2fd2c23c-1843-4b9e-8621-8d4152a2a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.406182 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-2fd2c23c-1843-4b9e-8621-8d4152a2a465 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.2744386 Aug 30 14:33:03.522216 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61d6e8-7391-4a55-b91a-4be4348fdb7e req-44460ad8-7ede-4a2f-999f-b8309451d677 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.524456 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b61d6e8-7391-4a55-b91a-4be4348fdb7e req-44460ad8-7ede-4a2f-999f-b8309451d677 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1900220 Aug 30 14:33:03.537722 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-9275faa0-50e1-4ae9-98a9-ed6ec7a0301f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 999 time: 0.1078286 Aug 30 14:33:03.551735 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6de8a-70d2-4031-a1ce-90d8341f7fa9 req-5509de42-2534-4d81-add4-a46e5b99d07f tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.554541 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-74e6de8a-70d2-4031-a1ce-90d8341f7fa9 req-5509de42-2534-4d81-add4-a46e5b99d07f tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.1416676 Aug 30 14:33:03.639022 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b61d6e8-7391-4a55-b91a-4be4348fdb7e req-7d690c14-c038-4126-b01d-051824182d4c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Aug 30 14:33:03.710778 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-74e6de8a-70d2-4031-a1ce-90d8341f7fa9 req-ff507a9b-9cd5-4857-b5f4-5c21063e51f1 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162908 Aug 30 14:33:03.710778 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-f2bf125b-2cb0-4b20-8944-cdff36771012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.715112 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-f2bf125b-2cb0-4b20-8944-cdff36771012 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.1543818 Aug 30 14:33:03.723468 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '7cbef085-efb4-47d0-af75-e9237af4e75c', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'port_id': '8e5de965-1dcc-410f-9d28-780a115e150b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'mac_address': 'fa:16:3e:3f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa708d-4018-4b16-98b5-159680e4629a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:32:36Z', 'updated_at': '2021-08-30T14:33:01Z', 'revision_number': 1, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:03.786475 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:03.791028 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-da2d4b59-a198-4074-ad4f-0abb413e2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:03.792505 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-da2d4b59-a198-4074-ad4f-0abb413e2794 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653186 Aug 30 14:33:03.801968 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:03.802775 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:32:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:03.807750 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40548) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:03.827910 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-678a0793-51ea-478d-a38b-f295cb49a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.907705 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-f31a4b5b-bb53-4a92-85b5-dcc58d4f8e72 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002660 Aug 30 14:33:03.960950 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-678a0793-51ea-478d-a38b-f295cb49a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.966762 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-678a0793-51ea-478d-a38b-f295cb49a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:03.975320 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:04.011988 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-678a0793-51ea-478d-a38b-f295cb49a64c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa9d168fb8924aa69c10abd881c481fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008059 Aug 30 14:33:04.012362 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40564) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:04.013823 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0793-51ea-478d-a38b-f295cb49a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe86da-7860-43a2-8b8c-a7b646fb717a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:04.120519 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94f5df49-7559-4e20-b7b3-cf943398b67e req-18ea17f0-bcef-4f57-98e8-f91a1845db49 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945925 Aug 30 14:33:04.150924 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-409ea5be-351f-4be2-a9f4-a64eeaec4f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.175222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-409ea5be-351f-4be2-a9f4-a64eeaec4f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.234852 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-409ea5be-351f-4be2-a9f4-a64eeaec4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.238449 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-409ea5be-351f-4be2-a9f4-a64eeaec4f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.239804 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-409ea5be-351f-4be2-a9f4-a64eeaec4f0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecfe86da-7860-43a2-8b8c-a7b646fb717a HTTP/1.1" status: 204 len: 168 time: 0.2263601 Aug 30 14:33:04.254464 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ea5be-351f-4be2-a9f4-a64eeaec4f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe86da-7860-43a2-8b8c-a7b646fb717a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:04.302580 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40578) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:04.351723 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '7cbef085-efb4-47d0-af75-e9237af4e75c', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'port_id': '8e5de965-1dcc-410f-9d28-780a115e150b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'mac_address': 'fa:16:3e:3f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa708d-4018-4b16-98b5-159680e4629a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:32:36Z', 'updated_at': '2021-08-30T14:33:01Z', 'revision_number': 1, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:04.379660 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf401a8-0013-449a-b886-eee8eaabdde1 None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '7cbef085-efb4-47d0-af75-e9237af4e75c', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'port_id': '8e5de965-1dcc-410f-9d28-780a115e150b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'mac_address': 'fa:16:3e:3f:b6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afa708d-4018-4b16-98b5-159680e4629a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:32:36Z', 'updated_at': '2021-08-30T14:33:01Z', 'revision_number': 1, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:04.429435 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1413880263-network', 'tenant_id': '4ac6496ef87f4d91b52281b3bf4df943'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:04.460801 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Made reservation on behalf of 4ac6496ef87f4d91b52281b3bf4df943 for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:04.463442 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.473559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.581712 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-3bc561f0-b1a6-4ca0-acb2-d844714ec188 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.584092 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-3bc561f0-b1a6-4ca0-acb2-d844714ec188 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.48 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.0592017 Aug 30 14:33:04.601552 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.610208 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.631891 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22268711-e83b-4f8a-92e4-c023678f1caa None None] New status for floating IP 7cbef085-efb4-47d0-af75-e9237af4e75c: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:33:04.675368 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:33:04.683335 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9910ebfc-a1d8-421b-8fa6-dbdfe942195a,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:04.690811 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.691208 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Added segment f3ead4ca-bf3d-4e97-8896-f22318815ed3 of type vlan for network 65453b63-d5fa-4eb8-8114-6305409f06d1 Aug 30 14:33:04.757755 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.800942 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.802000 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:04.802643 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.883578 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Deleting port 45a50a36-b7ae-4cd0-90db-ebb790314a63 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:33:04.884188 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:04.886883 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=65453b63-d5fa-4eb8-8114-6305409f06d1,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:04.900267 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5934486 Aug 30 14:33:04.900267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.900267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.900267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.900267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.900267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.900820 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.900820 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.908656 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40602) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:04.909615 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.910070 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.910873 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.910873 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.911066 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2168da-17b6-4d8a-bf97-2baed136bcf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:04.929558 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 65453b63-d5fa-4eb8-8114-6305409f06d1 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:33:04.946254 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Request body: {'subnet': {'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1413880263-subnet', 'tenant_id': '4ac6496ef87f4d91b52281b3bf4df943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:05.000393 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fa207-7601-4423-a4ef-781b1b82ceb7 req-b39a1cc7-a57d-4163-a5d3-93b7e2a00d2f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.002032 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3b9fa207-7601-4423-a4ef-781b1b82ceb7 req-b39a1cc7-a57d-4163-a5d3-93b7e2a00d2f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.2178187 Aug 30 14:33:05.005906 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Made reservation on behalf of 4ac6496ef87f4d91b52281b3bf4df943 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:05.008215 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13051868'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.017134 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca4b7-74e4-494d-95dd-0a6fe07b933f req-fa08f29b-c5f3-4b24-9a67-469742fa92e4 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.018649 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bd0ca4b7-74e4-494d-95dd-0a6fe07b933f req-fa08f29b-c5f3-4b24-9a67-469742fa92e4 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 945 time: 0.2014554 Aug 30 14:33:05.167222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] For port 45a50a36-b7ae-4cd0-90db-ebb790314a63, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=45a50a36-b7ae-4cd0-90db-ebb790314a63,segment=NetworkSegment(ce29fce4-b184-4f82-b347-81b5106725cc),segment_id=ce29fce4-b184-4f82-b347-81b5106725cc)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:05.167674 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.180836 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3b9fa207-7601-4423-a4ef-781b1b82ceb7 req-684aff1d-42ba-437a-a118-18657ea97781 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563253 Aug 30 14:33:05.203447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Calling delete_port for 45a50a36-b7ae-4cd0-90db-ebb790314a63 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:33:05.209698 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bd0ca4b7-74e4-494d-95dd-0a6fe07b933f req-a44e03c3-b6b2-4da7-88a5-aaa28cfc5d06 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/security-groups?id=2cd15383-973f-45e0-9954-4da6a9303ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622758 Aug 30 14:33:05.435240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12684156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13051822'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.515986 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.550964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62580772-e80e-477d-808f-c65e2ecfae44,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:05.559350 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Pushing event deleted for resources: {'Port': ['ID=45a50a36-b7ae-4cd0-90db-ebb790314a63,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:05.576173 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.576587 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.576920 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.577254 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.577580 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.577906 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.578230 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.578580 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.579008 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.579394 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.579728 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.580050 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.609690 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.610327 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.610432 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.610710 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.611037 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.611367 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.611698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.612026 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.612349 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.612702 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.613019 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.613336 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:05.631701 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Checking segment: {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:05.632001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Network hostable DHCP agents. Network: 65453b63-d5fa-4eb8-8114-6305409f06d1, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:33:05.657759 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] No DVR routers for this DVR port 45a50a36-b7ae-4cd0-90db-ebb790314a63 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:33:05.664274 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.666261 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-77938352-34ee-46fa-bd0b-23f5d8c89f8c req-f2276956-8f23-40a7-8d33-9108756ef960 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.48 "DELETE /v2.0/ports/45a50a36-b7ae-4cd0-90db-ebb790314a63 HTTP/1.1" status: 204 len: 173 time: 1.0686979 Aug 30 14:33:05.666642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'name': 'network-vif-deleted', 'tag': '45a50a36-b7ae-4cd0-90db-ebb790314a63'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:05.668952 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23da9325-deb5-4a85-bcc1-f8c2fddebd87" -d '{"events": [{"server_uuid": "53eeb417-ec72-454e-bfe4-3af84f5006cd", "name": "network-vif-deleted", "tag": "45a50a36-b7ae-4cd0-90db-ebb790314a63"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:05.683115 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Network 65453b63-d5fa-4eb8-8114-6305409f06d1 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:33:05.695696 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 65453b63-d5fa-4eb8-8114-6305409f06d1) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:05.700278 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:05.701131 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:05.716800 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a719fe-81ad-470e-b3d9-154dac0224b3 None None] Network 65453b63-d5fa-4eb8-8114-6305409f06d1 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:05.726565 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b94b6841-1a29-4f82-8f41-c8037ada99e0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7870908 Aug 30 14:33:05.751409 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f3534d-e46b-4560-bed7-3ea7c6f03aff x-openstack-request-id: req-f0f3534d-e46b-4560-bed7-3ea7c6f03aff {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:05.751719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53eeb417-ec72-454e-bfe4-3af84f5006cd", "name": "network-vif-deleted", "tag": "45a50a36-b7ae-4cd0-90db-ebb790314a63", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:05.751971 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0f3534d-e46b-4560-bed7-3ea7c6f03aff {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:05.752386 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53eeb417-ec72-454e-bfe4-3af84f5006cd', 'name': 'network-vif-deleted', 'tag': '45a50a36-b7ae-4cd0-90db-ebb790314a63', 'status': 'completed', 'code': 200} Aug 30 14:33:05.888600 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1048f-04e6-4abb-8bdc-3979b6080f5f None None] Network 65453b63-d5fa-4eb8-8114-6305409f06d1 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:06.356972 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3319eb27-9e7c-494b-b009-1ba2f6421340 req-9725ede0-3b9d-4ca4-9d2d-3aedc89eb9f9 tempest-DeleteServersTestJSON-1532983205 tempest-DeleteServersTestJSON-1532983205-project] 10.222.0.62 "GET /v2.0/ports?device_id=53eeb417-ec72-454e-bfe4-3af84f5006cd HTTP/1.1" status: 200 len: 210 time: 0.0322449 Aug 30 14:33:06.381051 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5a84e-fe8d-40bb-a549-a34ad602db2a req-d0d8b70c-bc8e-48c4-9bf9-b8f71e0ffe07 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:06.389229 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7a5a84e-fe8d-40bb-a549-a34ad602db2a req-d0d8b70c-bc8e-48c4-9bf9-b8f71e0ffe07 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1020710 Aug 30 14:33:06.433846 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7a5a84e-fe8d-40bb-a549-a34ad602db2a req-9ac7991e-51a7-43e3-9c16-da7632c93b55 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Aug 30 14:33:06.901332 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c29c3cc-2c8a-4fdb-b0e1-75b951edb43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:07.356658 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 45a50a36-b7ae-4cd0-90db-ebb790314a63 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:07.380531 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 45a50a36-b7ae-4cd0-90db-ebb790314a63 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:33:07.380878 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 45a50a36-b7ae-4cd0-90db-ebb790314a63 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:33:07.578200 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cde08-dcc1-41ef-b40d-917d24ed0995 req-f60b8fa1-aa98-4251-8ff3-8586b8d6611c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.579848 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c32cde08-dcc1-41ef-b40d-917d24ed0995 req-f60b8fa1-aa98-4251-8ff3-8586b8d6611c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0574360 Aug 30 14:33:07.679511 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c32cde08-dcc1-41ef-b40d-917d24ed0995 req-78e8ec29-64a5-4c0c-8d77-94d6c620cc07 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925546 Aug 30 14:33:07.740251 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-229c8fb1-1c11-4f18-a08f-6b530f9b524c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:07.742974 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-229c8fb1-1c11-4f18-a08f-6b530f9b524c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/networks?id=65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 200 len: 814 time: 0.1548495 Aug 30 14:33:07.763797 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-1fb83e52-7cea-46ca-954d-49ca7bbf4f95 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/quotas/4ac6496ef87f4d91b52281b3bf4df943 HTTP/1.1" status: 200 len: 375 time: 0.0104825 Aug 30 14:33:07.800756 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3db2fa63-a352-49b1-99a8-ef37621f1dc1 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303264 Aug 30 14:33:07.922314 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-d8d1ac85-5c6b-45f8-978f-a525d15ca542 service neutron] 10.222.0.62 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122048 Aug 30 14:33:08.030667 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-1dabdbee-5b2c-40ec-8708-7a73fdbcfba7 service neutron] 10.222.0.62 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016419 Aug 30 14:33:08.225485 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0deb792-95be-4e97-857d-236411ebf48d req-e9ed8274-171a-4dc7-9fb1-53d82362d3fa tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 210 time: 0.0399747 Aug 30 14:33:08.773925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-50a662b9-3674-4ddb-bc7a-ea5efb1c9523 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.775394 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-50a662b9-3674-4ddb-bc7a-ea5efb1c9523 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.1227067 Aug 30 14:33:08.804385 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-fc9a685b-f873-4b44-aa3d-a44663046066 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/quotas/d44e75377b0b469691bc7f49ac9d5024 HTTP/1.1" status: 200 len: 375 time: 0.0150723 Aug 30 14:33:08.830299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68922c36-cf36-4846-8632-6235b0464ad0 req-0336ccc9-2c13-4c28-b8ca-1a2ac2abdd1b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:08.831925 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-68922c36-cf36-4846-8632-6235b0464ad0 req-0336ccc9-2c13-4c28-b8ca-1a2ac2abdd1b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0780067 Aug 30 14:33:08.894147 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-0cd34642-cf79-4fe6-a8f7-04a3cbb0e23d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0832617 Aug 30 14:33:08.897255 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-68922c36-cf36-4846-8632-6235b0464ad0 req-9bfecfbb-d204-4422-8f71-919023a3780c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Aug 30 14:33:08.986266 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-e9ab85c9-d7d1-42bc-a8a6-440b5ed6018b service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828924 Aug 30 14:33:09.081883 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-861592b4-7077-45da-b09f-1a305fc1d386 service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889816 Aug 30 14:33:09.532287 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b054c068-a040-4728-b98c-c0be1918b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:09.802524 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:10.733954 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:11.932410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dc1aa1b4-1a29-4e1b-a088-7e7973f90237 req-bfc85a5d-6c86-4603-b2a3-381c1eff3e75 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 210 time: 0.0312972 Aug 30 14:33:11.968209 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-177b6400-a44e-4fc8-8e72-bebeca438745 req-02317034-7e2b-4e65-bc61-ba5fe0619e9c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 210 time: 0.0388439 Aug 30 14:33:12.038689 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40780) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:12.084079 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c70db-c4c7-43bb-b403-3cf8fb73cee2 req-ddc2e337-4df7-4a02-b304-19891e8c87a5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:12.085848 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9b6c70db-c4c7-43bb-b403-3cf8fb73cee2 req-ddc2e337-4df7-4a02-b304-19891e8c87a5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0667620 Aug 30 14:33:12.092338 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Deleting subnet 610fd474-dd78-4397-b1db-101ed91e4777 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:33:12.096108 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.127895 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9b6c70db-c4c7-43bb-b403-3cf8fb73cee2 req-4cfbc0b5-8fd4-4f3b-a6a9-c944fc8178ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Aug 30 14:33:12.136092 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.187525 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.242215 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.269277 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610fd474-dd78-4397-b1db-101ed91e4777,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:12.275313 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.279073 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ee1e178f-3d40-412b-aaed-0a921ec4fd8b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/610fd474-dd78-4397-b1db-101ed91e4777 HTTP/1.1" status: 204 len: 168 time: 0.2385595 Aug 30 14:33:12.279975 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40788) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:12.351720 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.407203 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.434199 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.445276 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f11b8e-af34-43bb-968d-594e1b816a0d']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:12.460683 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce29fce4-b184-4f82-b347-81b5106725cc') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:12.460972 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce29fce4-b184-4f82-b347-81b5106725cc') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:12.470731 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.485091 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.491454 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:33:12.491835 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:33:12.493990 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:33:12.563592 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.572585 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.575861 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] 10.222.0.62 "DELETE /v2.0/networks/c2f11b8e-af34-43bb-968d-594e1b816a0d HTTP/1.1" status: 204 len: 168 time: 0.2949123 Aug 30 14:33:12.622299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41bbfa-0cba-4ae4-ba76-4ba3967d9aba admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f11b8e-af34-43bb-968d-594e1b816a0d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:12.814168 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40804) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:12.868362 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7605fb95-d81c-45c5-b5e3-c0e5b63f3957 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa639de7619147e5a7734ce6c27572ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526350 Aug 30 14:33:12.871090 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40812) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:12.924066 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-040a1eca-ee4f-4855-a537-8d07b7529e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.946229 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-040a1eca-ee4f-4855-a537-8d07b7529e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.997416 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-292f2c66-b0d5-4c23-8db4-c4e862687254 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803459 Aug 30 14:33:13.004354 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-63f15216-7f68-42ee-aa6c-e4980b3bad5f tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.004978 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-040a1eca-ee4f-4855-a537-8d07b7529e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:13.005762 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-63f15216-7f68-42ee-aa6c-e4980b3bad5f tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "GET /v2.0/networks?id=65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 200 len: 814 time: 0.4247234 Aug 30 14:33:13.007957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-040a1eca-ee4f-4855-a537-8d07b7529e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:13.010626 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-040a1eca-ee4f-4855-a537-8d07b7529e01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2cd15383-973f-45e0-9954-4da6a9303ec5 HTTP/1.1" status: 204 len: 168 time: 0.1371105 Aug 30 14:33:13.017511 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a1eca-ee4f-4855-a537-8d07b7529e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd15383-973f-45e0-9954-4da6a9303ec5,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:13.047192 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Request body: {'port': {'device_id': '7532483c-ed87-4f2c-a9f5-28487c372729', 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1', 'admin_state_up': True, 'tenant_id': '4ac6496ef87f4d91b52281b3bf4df943'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:13.125010 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf7acec4-57db-4919-abb8-049e16effaeb req-13215bc7-0566-4218-b44f-a5b7a817d9aa tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 210 time: 0.0847056 Aug 30 14:33:13.215973 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f4457b20-e17e-4c6c-b85a-96c97adbef1d req-b8aa12c4-22c2-4a7d-8be9-39b6ddbfe19f tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 210 time: 0.0933063 Aug 30 14:33:13.260437 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-96d5595e-1790-42c3-af02-a2239bdedd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.270212 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-96d5595e-1790-42c3-af02-a2239bdedd05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1411650 Aug 30 14:33:13.337236 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-7c59a6fc-eaf4-46a1-bebb-d72a0d8523cc tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.339827 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-7c59a6fc-eaf4-46a1-bebb-d72a0d8523cc tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.1913607 Aug 30 14:33:13.379234 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Request body: {'port': {'device_id': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'admin_state_up': True, 'tenant_id': 'd44e75377b0b469691bc7f49ac9d5024'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:13.407807 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cd2b7-8eae-4390-adc5-b572546a7788 req-a667354a-834c-4346-80b5-228b3bef74fe tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.415395 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ff5cd2b7-8eae-4390-adc5-b572546a7788 req-a667354a-834c-4346-80b5-228b3bef74fe tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1815770 Aug 30 14:33:13.486704 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Made reservation on behalf of 4ac6496ef87f4d91b52281b3bf4df943 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:13.490154 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:13.513370 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ff5cd2b7-8eae-4390-adc5-b572546a7788 req-0af67924-d61b-4f3a-a920-1081b981ac92 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960443 Aug 30 14:33:13.515272 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-65872034-4236-4dd5-9eee-d5af4fb4d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.517497 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-65872034-4236-4dd5-9eee-d5af4fb4d42f service neutron] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 914 time: 0.2100427 Aug 30 14:33:13.521123 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Made reservation on behalf of d44e75377b0b469691bc7f49ac9d5024 for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:13.524791 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:13.581515 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-ef48a1d0-9c16-4d15-b697-88f2d45652a4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36285160-c75c-40fc-a284-775067f15908 HTTP/1.1" status: 200 len: 217 time: 0.0524840 Aug 30 14:33:13.675923 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Allocated IP 172.20.0.14 (057dd32e-aa42-4946-ab7e-afc646faf50c/723f9c75-15d8-467a-8c53-68261c922eff/755c1587-6368-41b0-9e8a-fe58e7a4dfb7) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:13.698476 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-ec0cb617-ac99-4962-9174-04a39ce480b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:13.700030 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-ec0cb617-ac99-4962-9174-04a39ce480b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.0892572 Aug 30 14:33:13.756373 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-27ca84dc-3f28-46c2-8584-b1f5cdf3beb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418448 Aug 30 14:33:13.762684 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Allocated IP 172.20.0.13 (65453b63-d5fa-4eb8-8114-6305409f06d1/62580772-e80e-477d-808f-c65e2ecfae44/fe273d89-4931-481a-b32e-df491749acc9) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:13.941584 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.008024 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.034229 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:14.048177 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40856) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:14.067516 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Network 057dd32e-aa42-4946-ab7e-afc646faf50c is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:14.071025 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:14.076679 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-9bc838ed-e905-4a95-b6fa-f8a4434c31c3 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113632 Aug 30 14:33:14.078582 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:14.113584 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event updated for resources: {'Port': ['ID=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:14.152795 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.153533 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.190737 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-6829ccc6-7a1c-4ea0-b77d-c56c176146a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8168900 Aug 30 14:33:14.214839 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Request body: {'port': {'device_id': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:14.248566 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.327001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-782012236-network', 'tenant_id': '75f19fe589d7431bbdb4d176c42e7323'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:14.351972 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.357576 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Made reservation on behalf of 75f19fe589d7431bbdb4d176c42e7323 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:14.359979 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.393623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.422234 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-d7efe9fb-2c1f-4e1e-a3a5-37fa1563f75a service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215442 Aug 30 14:33:14.449617 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39319521-f060-4adb-af31-3bf266528b78 req-477c3b37-914e-4441-bdb8-9b722dc65b95 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 210 time: 0.0697465 Aug 30 14:33:14.473328 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb96b3e-7c25-4ded-b5fc-037a06faa31f req-0e83fb14-4575-4421-9d60-85c6302ba2c6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.475101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5eb96b3e-7c25-4ded-b5fc-037a06faa31f req-0e83fb14-4575-4421-9d60-85c6302ba2c6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 932 time: 0.2076752 Aug 30 14:33:14.497684 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.526349 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.612680 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5eb96b3e-7c25-4ded-b5fc-037a06faa31f req-8f628560-361b-4b1a-9bcf-25a65daf5a38 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208344 Aug 30 14:33:14.640866 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Network 65453b63-d5fa-4eb8-8114-6305409f06d1 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:14.652534 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:14.661037 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:14.665176 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Pushing event updated for resources: {'Port': ['ID=fe273d89-4931-481a-b32e-df491749acc9,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:14.671964 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:14.683954 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.697781 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Transition to ACTIVE for port object 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:14.702356 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.722100 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7ca48-b110-4d40-82b3-370c3b5438bb req-12df7fb8-f165-4048-bd4e-038730bb6154 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.723603 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fdb7ca48-b110-4d40-82b3-370c3b5438bb req-12df7fb8-f165-4048-bd4e-038730bb6154 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1369755 Aug 30 14:33:14.758721 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:14.758944 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:14.759526 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.804765 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fdb7ca48-b110-4d40-82b3-370c3b5438bb req-240b3bcc-e725-4276-bf25-41b13cb824a9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717251 Aug 30 14:33:14.813457 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.818904 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.832601 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Attempting to bind port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:14.832912 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Attempting to bind port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:14.833252 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Attempting to bind port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:14.842062 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 on network 057dd32e-aa42-4946-ab7e-afc646faf50c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:14.842266 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Attempting to bind port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:14.843046 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-3d3c0a65-5cb8-43bc-90b2-5a4582c1eb15 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8049567 Aug 30 14:33:14.847670 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:33:14.848849 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:14.849258 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Checking segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:14.849803 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Bound using segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:14.850440 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Bound port: 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:14.850890 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.862280 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Request body: {'port': {'device_id': '7532483c-ed87-4f2c-a9f5-28487c372729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:14.865923 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd62795-cbbd-4aab-b12f-cabb809f3a6c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:14.886651 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.886651 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Added segment 182de497-7086-433d-970c-a0205e38385e of type vlan for network 8fc6b78e-2a1c-4412-ba3b-ed034854afc5 Aug 30 14:33:14.938093 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] For port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host hv-cinder-77703, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:14.943194 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] For port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:14.952259 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.952561 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:14.965900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.003071 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.003818 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.005250 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] 10.222.0.48 "PUT /v2.0/ports/755c1587-6368-41b0-9e8a-fe58e7a4dfb7 HTTP/1.1" status: 200 len: 1094 time: 0.8043842 Aug 30 14:33:15.005692 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'tag': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:15.008475 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df031d-6cfa-4808-87f2-422c709b3b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcce22dd-1ed6-45d8-8dd1-d891a37d4a22", "tag": "755c1587-6368-41b0-9e8a-fe58e7a4dfb7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:15.017638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.018953 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.019224 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.043772 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd656b6a-3de7-4386-bb47-68c4c4ccf8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:15.066175 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282d6ab0-bce0-42ff-9623-bc5a3f73cdfc x-openstack-request-id: req-282d6ab0-bce0-42ff-9623-bc5a3f73cdfc {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:15.066642 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcce22dd-1ed6-45d8-8dd1-d891a37d4a22", "tag": "755c1587-6368-41b0-9e8a-fe58e7a4dfb7", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:15.067502 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-282d6ab0-bce0-42ff-9623-bc5a3f73cdfc {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:15.067502 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'tag': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'status': 'completed', 'code': 200} Aug 30 14:33:15.095396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0367250 Aug 30 14:33:15.098384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40874) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:15.107577 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Request body: {'subnet': {'network_id': '8fc6b78e-2a1c-4412-ba3b-ed034854afc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-782012236-subnet', 'tenant_id': '75f19fe589d7431bbdb4d176c42e7323', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:15.125262 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-a5e2a172-0b6e-4353-bba6-f5908b0f19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.127164 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-a5e2a172-0b6e-4353-bba6-f5908b0f19ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 1097 time: 0.0533862 Aug 30 14:33:15.162740 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9698b8-d6ee-44e6-8600-62bb7f7c198a admin admin] Pushing event updated for resources: {'Network': ['ID=8fc6b78e-2a1c-4412-ba3b-ed034854afc5,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:15.182643 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 8fc6b78e-2a1c-4412-ba3b-ed034854afc5 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:33:15.200686 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-cba6b428-c000-4713-a174-7933204e76d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0552511 Aug 30 14:33:15.213409 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Made reservation on behalf of 75f19fe589d7431bbdb4d176c42e7323 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:15.215987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13051868'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.282027 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-36c9d671-aeaf-413c-ac87-2c34832de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.283812 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-36c9d671-aeaf-413c-ac87-2c34832de7d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.0753360 Aug 30 14:33:15.340188 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-b2109237-7d73-4116-8349-13ccd2f1363a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428298 Aug 30 14:33:15.460298 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe273d89-4931-481a-b32e-df491749acc9 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:15.471388 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.487807 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-a0dfc83c-adc6-4e77-bd61-6be1ce4e3c44 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324930 Aug 30 14:33:15.523312 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Transition to ACTIVE for port object fe273d89-4931-481a-b32e-df491749acc9 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:15.529779 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.532299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40888) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:15.542701 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12684156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13051822'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.603179 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0125b1eb-2a3e-454b-96a3-cf1a4dff74ea req-de72d276-2966-40a7-b4b3-83fb1b9f04f3 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043894 Aug 30 14:33:15.668217 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Pushing event updated for resources: {'Port': ['ID=fe273d89-4931-481a-b32e-df491749acc9,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:15.689624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a66191-3a71-4154-97af-ad8275198ca9,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:15.697023 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18421833-7ed7-4e62-8ccd-1484381bc703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.723992 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-ca7770ea-0272-4a62-a5df-12fe7512d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.725529 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-ca7770ea-0272-4a62-a5df-12fe7512d4fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 1097 time: 0.0463777 Aug 30 14:33:15.797455 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad01b60-9a4e-4b1c-96d3-5d5eae015d74 req-6f437d0a-927c-4e2b-8cf2-1d1e1d7905a5 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.799068 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ad01b60-9a4e-4b1c-96d3-5d5eae015d74 req-6f437d0a-927c-4e2b-8cf2-1d1e1d7905a5 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 944 time: 0.2213790 Aug 30 14:33:15.821633 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-03f616ba-ecfb-4493-9eb3-8c899727aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.823172 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-03f616ba-ecfb-4493-9eb3-8c899727aae5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 914 time: 0.0878870 Aug 30 14:33:15.836121 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Checking segment: {'id': '182de497-7086-433d-970c-a0205e38385e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '8fc6b78e-2a1c-4412-ba3b-ed034854afc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:15.836552 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Network hostable DHCP agents. Network: 8fc6b78e-2a1c-4412-ba3b-ed034854afc5, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:33:15.879812 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-a3ce3a27-cbbe-4b3c-ae8f-850d2151c7e6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7 HTTP/1.1" status: 200 len: 217 time: 0.0471644 Aug 30 14:33:15.912204 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad11dc-f530-4f61-bfef-c2eaf3961d43 req-cdc78d40-212e-4693-ba3e-ec554b94327f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.913626 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dcad11dc-f530-4f61-bfef-c2eaf3961d43 req-cdc78d40-212e-4693-ba3e-ec554b94327f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 944 time: 0.2145712 Aug 30 14:33:15.919273 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Attempting to bind port fe273d89-4931-481a-b32e-df491749acc9 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:15.919644 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Attempting to bind port fe273d89-4931-481a-b32e-df491749acc9 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:15.919940 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Attempting to bind port fe273d89-4931-481a-b32e-df491749acc9 on network 65453b63-d5fa-4eb8-8114-6305409f06d1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:15.940058 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-a69e3fad-95a9-4ee4-b881-6d3100dde46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:15.941463 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ad01b60-9a4e-4b1c-96d3-5d5eae015d74 req-986877f7-b381-47ff-b14b-63284d888cc1 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282978 Aug 30 14:33:15.941621 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-a69e3fad-95a9-4ee4-b881-6d3100dde46c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.0535100 Aug 30 14:33:15.944603 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Port fe273d89-4931-481a-b32e-df491749acc9 on network 65453b63-d5fa-4eb8-8114-6305409f06d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:15.944742 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Attempting to bind port fe273d89-4931-481a-b32e-df491749acc9 on network 65453b63-d5fa-4eb8-8114-6305409f06d1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:15.955693 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Network 8fc6b78e-2a1c-4412-ba3b-ed034854afc5 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:33:15.971281 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:15.971599 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Checking segment: {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:15.971989 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Bound using segment: {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:15.972430 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Bound port: fe273d89-4931-481a-b32e-df491749acc9, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:15.972787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:15.985370 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-2c191555-879d-41d0-ba97-b67f7863da35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295358 Aug 30 14:33:15.999557 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 8fc6b78e-2a1c-4412-ba3b-ed034854afc5) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:16.011912 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3af3e3-8c6d-4130-9eb7-a5ef96e136a4 None None] Network 8fc6b78e-2a1c-4412-ba3b-ed034854afc5 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:16.016753 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dcad11dc-f530-4f61-bfef-c2eaf3961d43 req-afb9d240-303a-4a89-88a5-0fbea831705f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932124 Aug 30 14:33:16.043557 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.044136 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.099934 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-1e3b7b21-ffe2-4ab3-979c-e094c28256fd service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025746 Aug 30 14:33:16.155245 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9532b49-edfe-4846-91f0-f103401e8bf1 req-88c5c038-2e00-4f14-a9c6-f8eb7fae6a33 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.156866 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9532b49-edfe-4846-91f0-f103401e8bf1 req-88c5c038-2e00-4f14-a9c6-f8eb7fae6a33 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1334040 Aug 30 14:33:16.163421 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18421833-7ed7-4e62-8ccd-1484381bc703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.164962 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9778de52-343a-43d0-9c2b-daf7e435a37c None None] Network 8fc6b78e-2a1c-4412-ba3b-ed034854afc5 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:16.183565 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] For port fe273d89-4931-481a-b32e-df491749acc9, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:16.185654 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-18421833-7ed7-4e62-8ccd-1484381bc703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.206070 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f7934a70-3e3d-4e9b-8b7d-b3c8564f34e1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1065001 Aug 30 14:33:16.218511 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] For port fe273d89-4931-481a-b32e-df491749acc9, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=fe273d89-4931-481a-b32e-df491749acc9,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:16.223111 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-63df031d-6cfa-4808-87f2-422c709b3b8f req-a6b4e078-4d5c-4e76-8f87-f936f51283b0 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139677 Aug 30 14:33:16.248618 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.266628 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-18421833-7ed7-4e62-8ccd-1484381bc703 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fcd1bedade442139766f2fa4c2e6901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7310364 Aug 30 14:33:16.269432 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40898) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:16.291125 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9532b49-edfe-4846-91f0-f103401e8bf1 req-7264c040-9042-40a5-9f4a-5136662e5789 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264405 Aug 30 14:33:16.291743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18421833-7ed7-4e62-8ccd-1484381bc703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4019be3-172d-42a2-9d8e-751656c985ff,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:16.308063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.308685 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.310143 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] 10.222.0.48 "PUT /v2.0/ports/fe273d89-4931-481a-b32e-df491749acc9 HTTP/1.1" status: 200 len: 1094 time: 1.4522882 Aug 30 14:33:16.310636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7532483c-ed87-4f2c-a9f5-28487c372729', 'tag': 'fe273d89-4931-481a-b32e-df491749acc9'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:16.312988 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da543ac2-deda-411f-a272-72d0efbae5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7532483c-ed87-4f2c-a9f5-28487c372729", "tag": "fe273d89-4931-481a-b32e-df491749acc9"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:16.335050 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e248b-8610-4feb-ab70-5b8a27e00482 service neutron] Pushing event updated for resources: {'Port': ['ID=fe273d89-4931-481a-b32e-df491749acc9,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:16.388547 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d564b409-fbc1-4893-a756-e9f7de304a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.426306 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d564b409-fbc1-4893-a756-e9f7de304a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.429613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-6a6112c3-c0ff-4a13-b57e-cf097c4c8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.432410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-6a6112c3-c0ff-4a13-b57e-cf097c4c8625 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 1097 time: 0.0705202 Aug 30 14:33:16.499770 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-292def7f-bee3-4a50-8659-0b0b401a53fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe273d89-4931-481a-b32e-df491749acc9 HTTP/1.1" status: 200 len: 217 time: 0.0488167 Aug 30 14:33:16.502568 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7817df5-6750-4626-aa26-8f4359e9456e x-openstack-request-id: req-b7817df5-6750-4626-aa26-8f4359e9456e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:16.502942 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7532483c-ed87-4f2c-a9f5-28487c372729", "tag": "fe273d89-4931-481a-b32e-df491749acc9", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:16.503193 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7817df5-6750-4626-aa26-8f4359e9456e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:16.503599 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7532483c-ed87-4f2c-a9f5-28487c372729', 'tag': 'fe273d89-4931-481a-b32e-df491749acc9', 'status': 'completed', 'code': 200} Aug 30 14:33:16.513127 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d564b409-fbc1-4893-a756-e9f7de304a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.515854 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d564b409-fbc1-4893-a756-e9f7de304a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:16.520939 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d564b409-fbc1-4893-a756-e9f7de304a3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4019be3-172d-42a2-9d8e-751656c985ff HTTP/1.1" status: 204 len: 168 time: 0.2496507 Aug 30 14:33:16.530514 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564b409-fbc1-4893-a756-e9f7de304a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4019be3-172d-42a2-9d8e-751656c985ff,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:16.601863 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-7db1471b-f451-464b-bae2-66cf6b799811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:16.603696 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-7db1471b-f451-464b-bae2-66cf6b799811 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62580772-e80e-477d-808f-c65e2ecfae44 HTTP/1.1" status: 200 len: 854 time: 0.0857449 Aug 30 14:33:16.647270 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-f9943fe7-32f1-4f73-9750-000278ab5418 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65453b63-d5fa-4eb8-8114-6305409f06d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308266 Aug 30 14:33:16.785079 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-ba4b5f48-b146-4c3e-9534-ff1efd50bd4e service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247518 Aug 30 14:33:16.895684 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7636f78-1b3d-4555-b287-c368f63ea83f req-68779134-7343-4182-acd9-e3bb211ed0c6 service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990615 Aug 30 14:33:16.937225 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40922) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:16.956091 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65678f82-dc3b-408b-8b2c-703c3787ea6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.012534 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-445dedf9-d629-4e8f-b3fb-f4188c1eebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.014281 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-445dedf9-d629-4e8f-b3fb-f4188c1eebc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 1097 time: 0.0534818 Aug 30 14:33:17.079552 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65678f82-dc3b-408b-8b2c-703c3787ea6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.085180 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65678f82-dc3b-408b-8b2c-703c3787ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.098479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40930) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:17.107559 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-566566831-network', 'tenant_id': 'c74636dc642b43038a029aec1fe46711'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:17.130669 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-65678f82-dc3b-408b-8b2c-703c3787ea6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b9572fe5d9a14526adea5759a8ae023f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906073 Aug 30 14:33:17.130669 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65678f82-dc3b-408b-8b2c-703c3787ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c3885-c544-4c90-8d0a-2482ec7cda2c,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:17.133332 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40932) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:17.187107 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13a4e99b-9b59-4edc-9a14-578bf379b6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.201419 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Made reservation on behalf of c74636dc642b43038a029aec1fe46711 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:17.203551 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.210813 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13a4e99b-9b59-4edc-9a14-578bf379b6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.232628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4408b-0cfc-49d5-a58d-f642e0af9a79 req-c5280dae-0a0a-4199-80b3-6277c113fac9 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.234110 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b6e4408b-0cfc-49d5-a58d-f642e0af9a79 req-c5280dae-0a0a-4199-80b3-6277c113fac9 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 944 time: 0.1718574 Aug 30 14:33:17.236434 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.248437 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-ef3998ad-1ab8-4373-97c8-dea373dfe6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.249901 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-ef3998ad-1ab8-4373-97c8-dea373dfe6ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 200 len: 915 time: 0.2207210 Aug 30 14:33:17.259847 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13a4e99b-9b59-4edc-9a14-578bf379b6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.262419 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13a4e99b-9b59-4edc-9a14-578bf379b6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.263698 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-13a4e99b-9b59-4edc-9a14-578bf379b6c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e19c3885-c544-4c90-8d0a-2482ec7cda2c HTTP/1.1" status: 204 len: 168 time: 0.1288288 Aug 30 14:33:17.264857 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3e013-8e2e-4b97-b30e-5524e184800c req-7960bc84-078e-4db5-9177-13f73d3391f5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.268848 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e3b3e013-8e2e-4b97-b30e-5524e184800c req-7960bc84-078e-4db5-9177-13f73d3391f5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 944 time: 0.1670604 Aug 30 14:33:17.272647 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4e99b-9b59-4edc-9a14-578bf379b6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c3885-c544-4c90-8d0a-2482ec7cda2c,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:17.351370 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-5bf6e9d4-4824-4f55-ae4a-509a5b7f1a0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe273d89-4931-481a-b32e-df491749acc9 HTTP/1.1" status: 200 len: 217 time: 0.0705435 Aug 30 14:33:17.387428 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:17.411036 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b6e4408b-0cfc-49d5-a58d-f642e0af9a79 req-3ca7218d-e1ae-40ac-8f97-fa50e12c6255 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640882 Aug 30 14:33:17.433434 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e3b3e013-8e2e-4b97-b30e-5524e184800c req-4f45380a-a4bd-4d97-8608-2af4cc702e0d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448686 Aug 30 14:33:17.466012 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-b18a5c65-c279-4081-bc79-7b89d764be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.472425 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-b18a5c65-c279-4081-bc79-7b89d764be6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62580772-e80e-477d-808f-c65e2ecfae44 HTTP/1.1" status: 200 len: 854 time: 0.1093504 Aug 30 14:33:17.570000 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-c7636242-74a9-4b47-a755-fd6f7b120c11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65453b63-d5fa-4eb8-8114-6305409f06d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427432 Aug 30 14:33:17.586179 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:17.606632 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'port_id': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'mac_address': 'fa:16:3e:da:b6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f9c75-15d8-467a-8c53-68261c922eff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:17.669774 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.686479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.697492 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.706744 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1d74f-f93c-4878-b80b-a1169b07bbda req-deca82d7-a1d0-4089-af9a-c2f649c97a0d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.714637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cdd1d74f-f93c-4878-b80b-a1169b07bbda req-deca82d7-a1d0-4089-af9a-c2f649c97a0d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1780624 Aug 30 14:33:17.717368 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:17.747536 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:17.753230 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.763243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:33:17.786385 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-c8f1787e-71d2-4e22-9156-ff85ff14c4d4 service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916599 Aug 30 14:33:17.790397 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1606184a-aac1-47e3-bd20-07c922ba0797,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:17.821096 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.821646 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Added segment 5250f924-4847-4ce9-b266-76778aa55c7d of type vlan for network add2232b-6183-477e-a5b6-7e3b0b204bb4 Aug 30 14:33:17.826754 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:17.839860 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.840419 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.840920 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.841568 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.842245 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.842883 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.843530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.844111 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.844612 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.844987 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.845300 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.846807 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:17.877912 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cdd1d74f-f93c-4878-b80b-a1169b07bbda req-ba9b5b1a-0c24-4735-bb73-07fd1fcde9c1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620314 Aug 30 14:33:17.923303 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.966802 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da543ac2-deda-411f-a272-72d0efbae5e1 req-0eb24aa6-f76c-4001-84b0-4b1c523d4146 service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690938 Aug 30 14:33:17.969587 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.970642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:17.971333 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:17.985700 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8840384 Aug 30 14:33:17.988622 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40958) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:17.997051 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Request body: {'subnet': {'network_id': 'add2232b-6183-477e-a5b6-7e3b0b204bb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-566566831-subnet', 'tenant_id': 'c74636dc642b43038a029aec1fe46711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:18.023544 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Made reservation on behalf of c74636dc642b43038a029aec1fe46711 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:18.026760 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13470228'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.041795 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1b9a5-9586-4c6a-9005-f6867286d968 admin admin] Pushing event updated for resources: {'Network': ['ID=add2232b-6183-477e-a5b6-7e3b0b204bb4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:18.053139 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network add2232b-6183-477e-a5b6-7e3b0b204bb4 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:33:18.118674 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['755c1587-6368-41b0-9e8a-fe58e7a4dfb7'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:18.226072 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15885939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13470310'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.284369 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c833e1b8-401d-47b9-ac6b-a232747bc24a,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:18.295865 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Checking segment: {'id': '5250f924-4847-4ce9-b266-76778aa55c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'add2232b-6183-477e-a5b6-7e3b0b204bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:18.296224 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Network hostable DHCP agents. Network: add2232b-6183-477e-a5b6-7e3b0b204bb4, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:33:18.317079 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Network add2232b-6183-477e-a5b6-7e3b0b204bb4 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:33:18.327138 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, add2232b-6183-477e-a5b6-7e3b0b204bb4) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:18.335817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:18.336450 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.337624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c2f736-7ee5-4080-a606-495fed7eb1c7 None None] Network add2232b-6183-477e-a5b6-7e3b0b204bb4 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:18.354536 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3eb5864d-e29d-4f54-a057-394b03dd84ae admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3645608 Aug 30 14:33:18.488343 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 40976) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:18.522782 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee098a-598f-449a-ba4e-68bc2ab805ae None None] Network add2232b-6183-477e-a5b6-7e3b0b204bb4 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:18.591494 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Deleting subnet 95a66191-3a71-4154-97af-ad8275198ca9 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:33:18.598123 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.639088 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.686930 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22744c7c-4b26-4f2c-8d31-07405b1b9b8b req-aceb11b0-9c79-4895-830e-54e1055ff5f8 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:18.689122 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-22744c7c-4b26-4f2c-8d31-07405b1b9b8b req-aceb11b0-9c79-4895-830e-54e1055ff5f8 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 944 time: 0.0947006 Aug 30 14:33:18.689880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.705590 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48990e94-beef-4235-a4dc-d6c492a2a58c req-f5d680be-7426-4bee-b399-83fd0128df02 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:18.713375 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-48990e94-beef-4235-a4dc-d6c492a2a58c req-f5d680be-7426-4bee-b399-83fd0128df02 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 945 time: 0.0832636 Aug 30 14:33:18.777649 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.794656 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-48990e94-beef-4235-a4dc-d6c492a2a58c req-933cc0f8-d067-45a4-8430-6c66330bcf45 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Aug 30 14:33:18.810040 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a66191-3a71-4154-97af-ad8275198ca9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:18.811265 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-22744c7c-4b26-4f2c-8d31-07405b1b9b8b req-6c9e55e7-532d-4d07-8c4b-9e937b0b14d0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890782 Aug 30 14:33:18.822144 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.826857 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-33e3e108-0bd4-4de7-b2e4-3aada95fe756 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/95a66191-3a71-4154-97af-ad8275198ca9 HTTP/1.1" status: 204 len: 168 time: 0.3318813 Aug 30 14:33:18.827188 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 40990) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:18.900640 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.987564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:18.999553 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-69310768-a506-44ff-aa43-8273782563da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc6b78e-2a1c-4412-ba3b-ed034854afc5']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:19.256091 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-69310768-a506-44ff-aa43-8273782563da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182de497-7086-433d-970c-a0205e38385e') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:19.256359 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-69310768-a506-44ff-aa43-8273782563da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182de497-7086-433d-970c-a0205e38385e') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:19.281206 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.299222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.310138 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:33:19.310138 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:33:19.311073 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:33:19.330795 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d44c03-9330-4155-87b9-e59dbc7dbb7e req-a10cbef2-de34-419d-844b-d00a4c6ed022 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:19.332205 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d0d44c03-9330-4155-87b9-e59dbc7dbb7e req-a10cbef2-de34-419d-844b-d00a4c6ed022 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0876365 Aug 30 14:33:19.390008 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device fe273d89-4931-481a-b32e-df491749acc9 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:19.392597 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:19.402057 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.408454 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.411037 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-69310768-a506-44ff-aa43-8273782563da admin admin] 10.222.0.62 "DELETE /v2.0/networks/8fc6b78e-2a1c-4412-ba3b-ed034854afc5 HTTP/1.1" status: 204 len: 168 time: 0.5828047 Aug 30 14:33:19.413146 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41006) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:19.418324 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d0d44c03-9330-4155-87b9-e59dbc7dbb7e req-f59fd49a-b23e-43a3-9bb6-0d2c05826591 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Aug 30 14:33:19.428874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69310768-a506-44ff-aa43-8273782563da admin admin] Pushing event deleted for resources: {'Network': ['ID=8fc6b78e-2a1c-4412-ba3b-ed034854afc5,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:19.464733 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Deleting subnet c833e1b8-401d-47b9-ac6b-a232747bc24a {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:33:19.468317 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.504694 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.536662 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:19.550275 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:19.550891 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.562948 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.619141 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port fe273d89-4931-481a-b32e-df491749acc9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=fe273d89-4931-481a-b32e-df491749acc9,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:19.635969 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'fe273d89-4931-481a-b32e-df491749acc9', 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1', 'port_id': 'fe273d89-4931-481a-b32e-df491749acc9', 'mac_address': 'fa:16:3e:56:f3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62580772-e80e-477d-808f-c65e2ecfae44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:19.652292 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.684426 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.688833 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c833e1b8-401d-47b9-ac6b-a232747bc24a HTTP/1.1" status: 204 len: 168 time: 0.2722435 Aug 30 14:33:19.688833 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba221f09-da6e-42bb-9742-6ca0cf122b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c833e1b8-401d-47b9-ac6b-a232747bc24a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:19.689199 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41014) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:19.722083 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.725435 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.753291 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe273d89-4931-481a-b32e-df491749acc9 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:19.760989 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.769223 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:19.771801 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465b6d1-9254-471b-a7a9-e4083e03c804" -d '{"events": [{"server_uuid": "dcce22dd-1ed6-45d8-8dd1-d891a37d4a22", "name": "network-vif-plugged", "status": "completed", "tag": "755c1587-6368-41b0-9e8a-fe58e7a4dfb7"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:19.796594 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port fe273d89-4931-481a-b32e-df491749acc9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=fe273d89-4931-481a-b32e-df491749acc9,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:19.799642 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:19.806303 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.819373 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:19.904141 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ab908-f3a5-4352-ac12-bbdab613429b x-openstack-request-id: req-937ab908-f3a5-4352-ac12-bbdab613429b {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:19.904584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce22dd-1ed6-45d8-8dd1-d891a37d4a22", "name": "network-vif-plugged", "status": "completed", "tag": "755c1587-6368-41b0-9e8a-fe58e7a4dfb7", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:19.904780 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-937ab908-f3a5-4352-ac12-bbdab613429b {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:19.905145 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'code': 200} Aug 30 14:33:19.952490 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=fe273d89-4931-481a-b32e-df491749acc9,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:19.985599 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.010038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add2232b-6183-477e-a5b6-7e3b0b204bb4']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:20.031479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5250f924-4847-4ce9-b266-76778aa55c7d') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:20.031479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5250f924-4847-4ce9-b266-76778aa55c7d') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:20.031811 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:20.057278 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.065871 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439546ac-b5e4-44b7-84f0-18ad8bd2a227 req-26de7eb4-ee38-43bd-af13-d1b9bda1ed2a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:20.067315 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-439546ac-b5e4-44b7-84f0-18ad8bd2a227 req-26de7eb4-ee38-43bd-af13-d1b9bda1ed2a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.1453259 Aug 30 14:33:20.092565 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5efa-394f-4160-ba39-23e9f26cecbd req-9f87c4eb-1311-4ac7-a66e-a5a13a808a88 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:20.094065 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fcb5efa-394f-4160-ba39-23e9f26cecbd req-9f87c4eb-1311-4ac7-a66e-a5a13a808a88 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 945 time: 0.1914589 Aug 30 14:33:20.111777 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.139393 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:33:20.139791 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:33:20.142769 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:33:20.201625 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['fe273d89-4931-481a-b32e-df491749acc9'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:20.224864 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-439546ac-b5e4-44b7-84f0-18ad8bd2a227 req-697dfffa-406d-4484-9a41-8e84827f645f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297631 Aug 30 14:33:20.233660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fcb5efa-394f-4160-ba39-23e9f26cecbd req-11ada7ca-a739-43cb-835a-93d8b43fef51 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319623 Aug 30 14:33:20.235797 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8415383-a00e-42ed-a393-5a740b1594b7 req-72f6e376-f5e1-4a55-9411-c77e7a77d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:20.237241 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f8415383-a00e-42ed-a393-5a740b1594b7 req-72f6e376-f5e1-4a55-9411-c77e7a77d168 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 1099 time: 0.1972561 Aug 30 14:33:20.260866 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.280482 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.282444 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] 10.222.0.62 "DELETE /v2.0/networks/add2232b-6183-477e-a5b6-7e3b0b204bb4 HTTP/1.1" status: 204 len: 168 time: 0.5923011 Aug 30 14:33:20.294791 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80852b-6b2c-47cc-9113-d4534142eb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=add2232b-6183-477e-a5b6-7e3b0b204bb4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:20.314971 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f8415383-a00e-42ed-a393-5a740b1594b7 req-a2f14daa-2972-4ce1-8586-4563e734b214 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617080 Aug 30 14:33:20.505739 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41044) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:20.547765 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0c9f5dc5-1292-4f50-acaf-a9de61a1e5bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75f19fe589d7431bbdb4d176c42e7323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407829 Aug 30 14:33:20.550585 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41046) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:20.603869 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20d-5296-4ee8-99d5-8b165884a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.631992 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20d-5296-4ee8-99d5-8b165884a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.687615 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20d-5296-4ee8-99d5-8b165884a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.690405 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8cafa20d-5296-4ee8-99d5-8b165884a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:20.691882 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8cafa20d-5296-4ee8-99d5-8b165884a1d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bd62795-cbbd-4aab-b12f-cabb809f3a6c HTTP/1.1" status: 204 len: 168 time: 0.1401827 Aug 30 14:33:20.701143 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafa20d-5296-4ee8-99d5-8b165884a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd62795-cbbd-4aab-b12f-cabb809f3a6c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:20.773037 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46c33e-c9a6-482f-a0c3-447634c20c58 req-56aaffe4-f53c-4ae5-bea8-3a4a1b900d59 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:20.775249 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a46c33e-c9a6-482f-a0c3-447634c20c58 req-56aaffe4-f53c-4ae5-bea8-3a4a1b900d59 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0556560 Aug 30 14:33:20.823028 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a46c33e-c9a6-482f-a0c3-447634c20c58 req-6f31dd0a-ec06-4919-8b7c-fbd31aa9709b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Aug 30 14:33:21.064226 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41054) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:21.110315 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c6f2479c-677d-4ff5-a6d1-75ea897d668e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c74636dc642b43038a029aec1fe46711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448358 Aug 30 14:33:21.112963 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41056) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:21.164241 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea0df-1ef6-4e46-bfbb-5f010a503485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:21.191821 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea0df-1ef6-4e46-bfbb-5f010a503485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:21.241524 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea0df-1ef6-4e46-bfbb-5f010a503485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:21.245305 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9f4ea0df-1ef6-4e46-bfbb-5f010a503485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:21.246495 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9f4ea0df-1ef6-4e46-bfbb-5f010a503485 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1606184a-aac1-47e3-bd20-07c922ba0797 HTTP/1.1" status: 204 len: 168 time: 0.1326509 Aug 30 14:33:21.256317 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ea0df-1ef6-4e46-bfbb-5f010a503485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1606184a-aac1-47e3-bd20-07c922ba0797,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:21.393243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d11b5a-d170-42ed-855f-9e24361a0c28 req-006c0e63-878e-480b-ac58-378b15df61fb tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:21.394786 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-93d11b5a-d170-42ed-855f-9e24361a0c28 req-006c0e63-878e-480b-ac58-378b15df61fb tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 945 time: 0.0805421 Aug 30 14:33:21.407748 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815e39b-3066-4b8d-a8bc-f226c0b7ed20 req-3302e9ec-0ecf-4e45-8877-9c196dccc441 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:21.409265 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6815e39b-3066-4b8d-a8bc-f226c0b7ed20 req-3302e9ec-0ecf-4e45-8877-9c196dccc441 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.0821984 Aug 30 14:33:21.468587 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-93d11b5a-d170-42ed-855f-9e24361a0c28 req-279fbf20-e8bc-4dee-8398-00c88af34f41 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583301 Aug 30 14:33:21.474084 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6815e39b-3066-4b8d-a8bc-f226c0b7ed20 req-e29611e9-adda-4906-a6e9-97798e7bab53 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574086 Aug 30 14:33:21.980100 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ad532-46c6-400c-b63a-315fb9cbe77f req-a9e2918c-ef74-4e52-80ee-efcf99d899f6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:21.982775 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8c4ad532-46c6-400c-b63a-315fb9cbe77f req-a9e2918c-ef74-4e52-80ee-efcf99d899f6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0697725 Aug 30 14:33:22.041691 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8c4ad532-46c6-400c-b63a-315fb9cbe77f req-f0cfce46-ba49-4ed2-a123-2a7583683c62 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521848 Aug 30 14:33:22.643111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43734-fcb9-4bd8-b63d-ca454d1917ca req-353d4000-494d-4742-b8bf-635b49973171 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.644603 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a6b43734-fcb9-4bd8-b63d-ca454d1917ca req-353d4000-494d-4742-b8bf-635b49973171 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 945 time: 0.0857139 Aug 30 14:33:22.657428 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b28fa-31e7-45eb-894f-98fcd98bf064 req-ebfa5565-d91a-48b3-9262-35aecc98112e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:22.658917 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-206b28fa-31e7-45eb-894f-98fcd98bf064 req-ebfa5565-d91a-48b3-9262-35aecc98112e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.0708849 Aug 30 14:33:22.715150 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a6b43734-fcb9-4bd8-b63d-ca454d1917ca req-94a7a0af-e9f9-4367-abb1-b9a4474481c6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552452 Aug 30 14:33:22.722457 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-206b28fa-31e7-45eb-894f-98fcd98bf064 req-afc39980-af76-479b-bd93-abcc868684ba tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563486 Aug 30 14:33:23.154875 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41168) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:23.191031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44054915-8799-44f7-90de-7534d600f563 req-a84531bc-1248-4e81-bce6-cc9d197a5fa4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.192603 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-44054915-8799-44f7-90de-7534d600f563 req-a84531bc-1248-4e81-bce6-cc9d197a5fa4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0650413 Aug 30 14:33:23.238101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-44054915-8799-44f7-90de-7534d600f563 req-590e1ec4-eca7-485c-8eaa-24c2803ff4b2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Aug 30 14:33:23.314750 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0376cebd-2256-4471-bca5-f8dbd37e066a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.394165 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device fe273d89-4931-481a-b32e-df491749acc9 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:23.416290 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41178) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:23.423358 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0376cebd-2256-4471-bca5-f8dbd37e066a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.428559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0376cebd-2256-4471-bca5-f8dbd37e066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.476145 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port fe273d89-4931-481a-b32e-df491749acc9 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:23.481611 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port fe273d89-4931-481a-b32e-df491749acc9 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:23.483041 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.496762 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41182) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:23.496954 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0376cebd-2256-4471-bca5-f8dbd37e066a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=051744ed9e13488795db376226d9e006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407207 Aug 30 14:33:23.498178 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376cebd-2256-4471-bca5-f8dbd37e066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88ab6b9-c806-46c6-9d46-770d8739d175,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:23.568569 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e20ee1d-31a4-442c-b645-819ec629cc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.579121 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.595986 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d24020e-01cc-4a6b-bb77-1d0ccf2d1222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.603626 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7532483c-ed87-4f2c-a9f5-28487c372729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe273d89-4931-481a-b32e-df491749acc9'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:23.606458 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94865804-c8bc-41b0-ac86-9aba250795d9" -d '{"events": [{"server_uuid": "7532483c-ed87-4f2c-a9f5-28487c372729", "name": "network-vif-plugged", "status": "completed", "tag": "fe273d89-4931-481a-b32e-df491749acc9"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:23.613232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e20ee1d-31a4-442c-b645-819ec629cc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.621942 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port fe273d89-4931-481a-b32e-df491749acc9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=fe273d89-4931-481a-b32e-df491749acc9,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:23.629209 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.666784 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3403aa5f-dc42-4b0b-8de2-834290774f64 x-openstack-request-id: req-3403aa5f-dc42-4b0b-8de2-834290774f64 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:23.667187 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7532483c-ed87-4f2c-a9f5-28487c372729", "name": "network-vif-plugged", "status": "completed", "tag": "fe273d89-4931-481a-b32e-df491749acc9", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:23.667520 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3403aa5f-dc42-4b0b-8de2-834290774f64 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:23.668098 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7532483c-ed87-4f2c-a9f5-28487c372729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe273d89-4931-481a-b32e-df491749acc9', 'code': 200} Aug 30 14:33:23.698625 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e20ee1d-31a4-442c-b645-819ec629cc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.701735 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8e20ee1d-31a4-442c-b645-819ec629cc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.703054 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8e20ee1d-31a4-442c-b645-819ec629cc09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c88ab6b9-c806-46c6-9d46-770d8739d175 HTTP/1.1" status: 204 len: 168 time: 0.2049608 Aug 30 14:33:23.713274 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=fe273d89-4931-481a-b32e-df491749acc9,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:23.722846 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20ee1d-31a4-442c-b645-819ec629cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88ab6b9-c806-46c6-9d46-770d8739d175,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:23.753765 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d24020e-01cc-4a6b-bb77-1d0ccf2d1222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.760648 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8d24020e-01cc-4a6b-bb77-1d0ccf2d1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.795619 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24020e-01cc-4a6b-bb77-1d0ccf2d1222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a0ea3b-a2cf-4002-aa44-53f5999417e7,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:23.822242 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8d24020e-01cc-4a6b-bb77-1d0ccf2d1222 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29b1a86cceb64fdd8405172c1cece244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022415 Aug 30 14:33:23.823779 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41190) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:23.857763 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c556f-367e-4429-afc7-48856ca5d092 req-8fafd5e3-4107-41c7-b71d-c9fd3060b6e7 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.863065 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4d6c556f-367e-4429-afc7-48856ca5d092 req-8fafd5e3-4107-41c7-b71d-c9fd3060b6e7 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.0571074 Aug 30 14:33:23.887564 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5187a99a-c6bb-42a3-8aa0-1b15d1d789ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.910159 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5187a99a-c6bb-42a3-8aa0-1b15d1d789ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.930104 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4d6c556f-367e-4429-afc7-48856ca5d092 req-de3d1419-f211-44c5-a539-e5a7029135a1 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645626 Aug 30 14:33:23.940536 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50bfe4-d7c3-47a3-86a9-640a82eda6bf req-4eb43a81-bd7e-4029-a550-7d861952c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:23.942075 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e50bfe4-d7c3-47a3-86a9-640a82eda6bf req-4eb43a81-bd7e-4029-a550-7d861952c325 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 1099 time: 0.0600970 Aug 30 14:33:23.984999 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e50bfe4-d7c3-47a3-86a9-640a82eda6bf req-27346b2b-a208-4c91-81a5-793ecef766ad service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Aug 30 14:33:23.986673 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5187a99a-c6bb-42a3-8aa0-1b15d1d789ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.989766 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5187a99a-c6bb-42a3-8aa0-1b15d1d789ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:23.993797 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5187a99a-c6bb-42a3-8aa0-1b15d1d789ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29a0ea3b-a2cf-4002-aa44-53f5999417e7 HTTP/1.1" status: 204 len: 168 time: 0.1676569 Aug 30 14:33:24.002529 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a99a-c6bb-42a3-8aa0-1b15d1d789ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a0ea3b-a2cf-4002-aa44-53f5999417e7,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:24.115022 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41206) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:24.131850 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8edacb3f-88d6-47a7-a4f8-f8d3028e2465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.224112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8edacb3f-88d6-47a7-a4f8-f8d3028e2465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.228917 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8edacb3f-88d6-47a7-a4f8-f8d3028e2465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.271079 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8edacb3f-88d6-47a7-a4f8-f8d3028e2465 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14b083e1a9b740c8acd0d40a054c1a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544957 Aug 30 14:33:24.272464 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edacb3f-88d6-47a7-a4f8-f8d3028e2465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d400c8d1-8aa3-46c9-a4f8-763b0ef5c6f3,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:24.274312 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41212) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:24.331874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41214) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:24.352104 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eeb1bf1f-ebde-408b-bead-cbad0f0b99a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.388917 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3325f78e-9a39-4cfb-833c-883df228a8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.454169 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3325f78e-9a39-4cfb-833c-883df228a8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.523300 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0472f-68d8-42e3-8e61-9d9f6ce835cc req-99e232d9-736c-4943-9edf-d9938cd18c96 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:24.524882 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-80c0472f-68d8-42e3-8e61-9d9f6ce835cc req-99e232d9-736c-4943-9edf-d9938cd18c96 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1339700 Aug 30 14:33:24.576332 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eeb1bf1f-ebde-408b-bead-cbad0f0b99a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.577217 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3325f78e-9a39-4cfb-833c-883df228a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.579970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3325f78e-9a39-4cfb-833c-883df228a8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.581160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3325f78e-9a39-4cfb-833c-883df228a8b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d400c8d1-8aa3-46c9-a4f8-763b0ef5c6f3 HTTP/1.1" status: 204 len: 168 time: 0.3044310 Aug 30 14:33:24.590835 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eeb1bf1f-ebde-408b-bead-cbad0f0b99a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.610081 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-80c0472f-68d8-42e3-8e61-9d9f6ce835cc req-829ec4a0-32ab-4d2e-8906-5127c1272bb6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772066 Aug 30 14:33:24.613328 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325f78e-9a39-4cfb-833c-883df228a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d400c8d1-8aa3-46c9-a4f8-763b0ef5c6f3,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:24.632280 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-eeb1bf1f-ebde-408b-bead-cbad0f0b99a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1badeef53cb7450793505d5cec008810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992685 Aug 30 14:33:24.634860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41224) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:24.660210 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1bf1f-ebde-408b-bead-cbad0f0b99a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608ce531-9d0b-4ac9-a0d4-2d86c35080fa,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:24.694653 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23d8f183-d4c9-44aa-a64c-a4333d5705af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.716691 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23d8f183-d4c9-44aa-a64c-a4333d5705af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.767742 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23d8f183-d4c9-44aa-a64c-a4333d5705af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.770316 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23d8f183-d4c9-44aa-a64c-a4333d5705af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:24.771512 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-23d8f183-d4c9-44aa-a64c-a4333d5705af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/608ce531-9d0b-4ac9-a0d4-2d86c35080fa HTTP/1.1" status: 204 len: 168 time: 0.1357417 Aug 30 14:33:24.779510 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8f183-d4c9-44aa-a64c-a4333d5705af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ce531-9d0b-4ac9-a0d4-2d86c35080fa,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:25.053921 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed37e-a76b-4080-bf82-b0e31f201c65 req-acf0a241-2672-445c-952f-41c8177a4fad tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.056059 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2faed37e-a76b-4080-bf82-b0e31f201c65 req-acf0a241-2672-445c-952f-41c8177a4fad tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.0530496 Aug 30 14:33:25.107585 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2faed37e-a76b-4080-bf82-b0e31f201c65 req-175b4517-12dd-4d12-98db-beacd5511564 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Aug 30 14:33:25.128582 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41246) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:25.143890 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31f68200-6dd2-49bd-9293-6b3884bfea7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.244821 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31f68200-6dd2-49bd-9293-6b3884bfea7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.249704 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31f68200-6dd2-49bd-9293-6b3884bfea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.291352 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-31f68200-6dd2-49bd-9293-6b3884bfea7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b25d723ae5c74decbcd9e8187b56395c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614532 Aug 30 14:33:25.292062 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f68200-6dd2-49bd-9293-6b3884bfea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072ab26-2faa-48a4-97b3-845516a2dd73,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:25.294078 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41252) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:25.346325 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e53f589c-10c8-4ae8-b78c-359aeaff49e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.370695 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e53f589c-10c8-4ae8-b78c-359aeaff49e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.427981 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e53f589c-10c8-4ae8-b78c-359aeaff49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.431590 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e53f589c-10c8-4ae8-b78c-359aeaff49e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:25.433146 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e53f589c-10c8-4ae8-b78c-359aeaff49e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d072ab26-2faa-48a4-97b3-845516a2dd73 HTTP/1.1" status: 204 len: 168 time: 0.1380475 Aug 30 14:33:25.455645 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f589c-10c8-4ae8-b78c-359aeaff49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072ab26-2faa-48a4-97b3-845516a2dd73,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:25.803900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea74f6-ff06-4b9a-bbc5-5a2dfbe95f2d req-4d460c25-8eed-413d-b85d-65d6bcad69c2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:25.806956 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-25ea74f6-ff06-4b9a-bbc5-5a2dfbe95f2d req-4d460c25-8eed-413d-b85d-65d6bcad69c2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1038520 Aug 30 14:33:25.849525 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-25ea74f6-ff06-4b9a-bbc5-5a2dfbe95f2d req-efedf103-b665-48f5-9475-9976ec3bbc7a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357907 Aug 30 14:33:26.069577 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-2108a697-07ef-464b-8e1d-b329680847a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.071299 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-2108a697-07ef-464b-8e1d-b329680847a1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.1249104 Aug 30 14:33:26.090396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-6836d824-d623-4cec-9b62-5620451ea8e4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/quotas/d44e75377b0b469691bc7f49ac9d5024 HTTP/1.1" status: 200 len: 375 time: 0.0121310 Aug 30 14:33:26.152064 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-1c8c9ed4-ebd5-4b2d-ad5b-6a093985db8f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549495 Aug 30 14:33:26.286050 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5f81f-0aab-4f44-ad12-079925d407fb req-6b51f3bf-a414-47c4-b787-7bd70049d768 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:26.287678 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d3e5f81f-0aab-4f44-ad12-079925d407fb req-6b51f3bf-a414-47c4-b787-7bd70049d768 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.0850379 Aug 30 14:33:26.334543 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-b5a20a2f-e1b2-46ad-999e-120451373987 service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815741 Aug 30 14:33:26.345085 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d3e5f81f-0aab-4f44-ad12-079925d407fb req-538aeb89-d590-4971-9a96-0c4b59dde070 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Aug 30 14:33:26.456877 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-e063356b-e02d-47a7-b91b-0f5f94ab9acc service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154487 Aug 30 14:33:26.702186 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3f3165ba-4391-420c-99a6-dcef6369e192 req-c2e1f61f-1eb0-4bab-badd-9a5cfe03deb0 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 210 time: 0.0381200 Aug 30 14:33:27.046456 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db0839-dce1-4cb9-8c16-d5a951172e64 req-b791eecd-fd20-44a1-a63c-2c4cfd3c922a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:27.048322 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f3db0839-dce1-4cb9-8c16-d5a951172e64 req-b791eecd-fd20-44a1-a63c-2c4cfd3c922a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0979505 Aug 30 14:33:27.097483 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f3db0839-dce1-4cb9-8c16-d5a951172e64 req-eb597302-d408-44a6-b6d7-1ff0f83f9462 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388136 Aug 30 14:33:27.171802 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:33:27.819831 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eeb0dda8-5007-4486-bb85-d0795c5c077f req-3a414b4b-7885-4f24-844b-0a55d6fc1eb8 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 210 time: 0.0290935 Aug 30 14:33:28.092531 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-75c1a64b-7021-448b-8e10-351c8cbf947c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:28.094480 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-75c1a64b-7021-448b-8e10-351c8cbf947c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.1463869 Aug 30 14:33:28.119058 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Request body: {'port': {'device_id': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'admin_state_up': True, 'tenant_id': 'd44e75377b0b469691bc7f49ac9d5024'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:28.282935 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e10bdf-e769-42cc-a028-50a13aa407d5 req-3309038b-1686-4d5c-aa67-68091703f171 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:28.285406 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f9e10bdf-e769-42cc-a028-50a13aa407d5 req-3309038b-1686-4d5c-aa67-68091703f171 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0939677 Aug 30 14:33:28.338962 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Made reservation on behalf of d44e75377b0b469691bc7f49ac9d5024 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:28.342456 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.364197 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f9e10bdf-e769-42cc-a028-50a13aa407d5 req-72dc1404-6815-438a-803c-d6a90464b930 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661919 Aug 30 14:33:28.430084 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41498) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:28.539934 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Allocated IP 172.20.0.5 (057dd32e-aa42-4946-ab7e-afc646faf50c/723f9c75-15d8-467a-8c53-68261c922eff/b119e420-0919-4bdd-90f5-c85a9f224c23) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:28.568585 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09ffc6d4-9ddf-475c-952d-b7ffac6eb266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.660751 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09ffc6d4-9ddf-475c-952d-b7ffac6eb266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.665638 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-09ffc6d4-9ddf-475c-952d-b7ffac6eb266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.693574 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.705983 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-09ffc6d4-9ddf-475c-952d-b7ffac6eb266 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d967879866d498db48667131858856b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739127 Aug 30 14:33:28.708640 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffc6d4-9ddf-475c-952d-b7ffac6eb266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71950e44-1adb-4d81-92ba-742df88c3d03,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:28.708972 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41502) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:28.784891 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97069843-355f-4244-a626-8d135ba58661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.786989 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.804434 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908', '755c1587-6368-41b0-9e8a-fe58e7a4dfb7'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:28.847269 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97069843-355f-4244-a626-8d135ba58661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:28.860753 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Network 057dd32e-aa42-4946-ab7e-afc646faf50c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:28.871532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event updated for resources: {'Port': ['ID=b119e420-0919-4bdd-90f5-c85a9f224c23,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:28.871794 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:28.877729 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:28.981987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:28.982538 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.010535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec0a0a-87bf-46a8-9f6f-c04c080fcd1a req-b51d224f-e984-43d5-b8bc-5bbe9b01ceb1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:29.012588 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-73ec0a0a-87bf-46a8-9f6f-c04c080fcd1a req-b51d224f-e984-43d5-b8bc-5bbe9b01ceb1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 931 time: 0.0976160 Aug 30 14:33:29.014579 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97069843-355f-4244-a626-8d135ba58661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.017571 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-97069843-355f-4244-a626-8d135ba58661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.021504 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-97069843-355f-4244-a626-8d135ba58661 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71950e44-1adb-4d81-92ba-742df88c3d03 HTTP/1.1" status: 204 len: 168 time: 0.3087158 Aug 30 14:33:29.023566 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-464ccbff-8e06-49ea-b967-2bd18930cb6b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9165108 Aug 30 14:33:29.034678 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97069843-355f-4244-a626-8d135ba58661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71950e44-1adb-4d81-92ba-742df88c3d03,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.050702 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Request body: {'port': {'device_id': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:29.095470 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-73ec0a0a-87bf-46a8-9f6f-c04c080fcd1a req-70e0ba42-bd0b-4607-a20b-1325210dc329 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756474 Aug 30 14:33:29.124987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.323572 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41516) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:29.337393 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6806a23d-bca8-4db8-8e93-d84ab5314d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.413977 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b119e420-0919-4bdd-90f5-c85a9f224c23 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:29.423229 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.429559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6806a23d-bca8-4db8-8e93-d84ab5314d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.440369 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6806a23d-bca8-4db8-8e93-d84ab5314d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.444915 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Transition to ACTIVE for port object b119e420-0919-4bdd-90f5-c85a9f224c23 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:29.480971 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.483355 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806a23d-bca8-4db8-8e93-d84ab5314d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cea9a83-a1fb-4d4d-b85e-ee387cab3821,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.519580 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6806a23d-bca8-4db8-8e93-d84ab5314d8d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57db6bb29f034c028094278e021eed57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946959 Aug 30 14:33:29.522108 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41526) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:29.581134 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31528a22-67cf-49d9-8673-be15c3215915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.585536 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb6be9-e970-4274-b536-cc94d66e005d req-86a7f506-371c-4fcc-9914-c2f68c157a39 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:29.587459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fadb6be9-e970-4274-b536-cc94d66e005d req-86a7f506-371c-4fcc-9914-c2f68c157a39 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1412542 Aug 30 14:33:29.590002 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Pushing event updated for resources: {'Port': ['ID=b119e420-0919-4bdd-90f5-c85a9f224c23,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.622192 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31528a22-67cf-49d9-8673-be15c3215915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.682263 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fadb6be9-e970-4274-b536-cc94d66e005d req-cbb165f4-93d5-49a3-bb8a-f271265042b4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727668 Aug 30 14:33:29.683189 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31528a22-67cf-49d9-8673-be15c3215915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.686381 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31528a22-67cf-49d9-8673-be15c3215915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.687810 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-31528a22-67cf-49d9-8673-be15c3215915 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cea9a83-a1fb-4d4d-b85e-ee387cab3821 HTTP/1.1" status: 204 len: 168 time: 0.1646552 Aug 30 14:33:29.697329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Attempting to bind port b119e420-0919-4bdd-90f5-c85a9f224c23 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:29.697924 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Attempting to bind port b119e420-0919-4bdd-90f5-c85a9f224c23 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:29.698636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Attempting to bind port b119e420-0919-4bdd-90f5-c85a9f224c23 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:29.699686 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31528a22-67cf-49d9-8673-be15c3215915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cea9a83-a1fb-4d4d-b85e-ee387cab3821,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.703916 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Port b119e420-0919-4bdd-90f5-c85a9f224c23 on network 057dd32e-aa42-4946-ab7e-afc646faf50c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:33:29.704246 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Attempting to bind port b119e420-0919-4bdd-90f5-c85a9f224c23 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:29.712910 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:29.713785 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Checking segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:29.714483 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Bound using segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:29.714948 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Bound port: b119e420-0919-4bdd-90f5-c85a9f224c23, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:29.715304 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.791584 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] For port b119e420-0919-4bdd-90f5-c85a9f224c23, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:29.795276 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] For port b119e420-0919-4bdd-90f5-c85a9f224c23, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b119e420-0919-4bdd-90f5-c85a9f224c23,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:29.801436 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.842384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:29.843227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.844623 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] 10.222.0.48 "PUT /v2.0/ports/b119e420-0919-4bdd-90f5-c85a9f224c23 HTTP/1.1" status: 200 len: 1093 time: 0.7998970 Aug 30 14:33:29.845129 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'tag': 'b119e420-0919-4bdd-90f5-c85a9f224c23'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:29.847513 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21af635-1849-4111-bef9-7675a200d897" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce66db2-1d8a-47f8-8c01-04675355bc35", "tag": "b119e420-0919-4bdd-90f5-c85a9f224c23"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:29.897259 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0a80d-75bd-4e94-a19c-215fe8854b58 service neutron] Pushing event updated for resources: {'Port': ['ID=b119e420-0919-4bdd-90f5-c85a9f224c23,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:29.928204 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa911660-4a68-49a5-bfbd-e9b0d1748532 x-openstack-request-id: req-aa911660-4a68-49a5-bfbd-e9b0d1748532 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:29.928490 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce66db2-1d8a-47f8-8c01-04675355bc35", "tag": "b119e420-0919-4bdd-90f5-c85a9f224c23", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:29.928743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa911660-4a68-49a5-bfbd-e9b0d1748532 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:29.929141 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'tag': 'b119e420-0919-4bdd-90f5-c85a9f224c23', 'status': 'completed', 'code': 200} Aug 30 14:33:29.959189 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-d81e99de-37e7-4109-b360-f9d386df0494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:29.960810 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-d81e99de-37e7-4109-b360-f9d386df0494 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 1096 time: 0.0447879 Aug 30 14:33:30.016368 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-0b63061a-d755-43af-9cf0-668af817977a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b119e420-0919-4bdd-90f5-c85a9f224c23 HTTP/1.1" status: 200 len: 217 time: 0.0428555 Aug 30 14:33:30.077716 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-3618c85b-cb4d-4de5-9aa2-c9b7b237bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:30.079883 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-3618c85b-cb4d-4de5-9aa2-c9b7b237bef9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.0516331 Aug 30 14:33:30.131692 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-dddf8190-cf78-48e7-af1f-9d7db7bb93ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251153 Aug 30 14:33:30.524554 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871b1d8-c55d-4bd3-88bb-d1b274f53044 req-559c78c8-a7cb-4c81-a265-9dd39608e033 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:30.527044 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4871b1d8-c55d-4bd3-88bb-d1b274f53044 req-559c78c8-a7cb-4c81-a265-9dd39608e033 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 943 time: 0.3430202 Aug 30 14:33:30.566124 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-5984ede3-2fa8-4919-99ae-6699eadf87ae service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926628 Aug 30 14:33:30.587761 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4871b1d8-c55d-4bd3-88bb-d1b274f53044 req-b24e8fdd-6782-41c0-800a-2bf94cc6727d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543478 Aug 30 14:33:30.694152 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6598bf97-1bd5-4d57-aa94-0c445dd57134 req-ed902169-cbc4-4630-be10-645400cbb4b4 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046519 Aug 30 14:33:30.868287 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21af635-1849-4111-bef9-7675a200d897 req-9817c8dd-0908-4f1b-95ec-d30a3a8417b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:30.869812 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-9817c8dd-0908-4f1b-95ec-d30a3a8417b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 1096 time: 0.0964346 Aug 30 14:33:30.887332 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112722f-516f-4b3a-ab7e-84c728f0d9be req-a262d27c-9a6a-4612-aacf-b9cab72bea0c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:30.889306 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5112722f-516f-4b3a-ab7e-84c728f0d9be req-a262d27c-9a6a-4612-aacf-b9cab72bea0c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0841005 Aug 30 14:33:30.996119 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5112722f-516f-4b3a-ab7e-84c728f0d9be req-de162fa0-d19e-45d4-8673-b03019c2e8b5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993962 Aug 30 14:33:31.024007 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21af635-1849-4111-bef9-7675a200d897 req-4a920be3-3113-4d93-b65b-056ec28185e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:31.025627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-4a920be3-3113-4d93-b65b-056ec28185e6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 914 time: 0.1271727 Aug 30 14:33:31.079996 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-129dadc7-c80f-422f-92e8-57a289fb7044 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b119e420-0919-4bdd-90f5-c85a9f224c23 HTTP/1.1" status: 200 len: 217 time: 0.0415087 Aug 30 14:33:31.145636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21af635-1849-4111-bef9-7675a200d897 req-127c42c4-249e-45a7-b8dc-6906b7926379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:31.147432 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-127c42c4-249e-45a7-b8dc-6906b7926379 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.0589585 Aug 30 14:33:31.201092 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-a21e7b41-3981-49a6-97ab-9625edc9336b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407746 Aug 30 14:33:31.319171 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-8a742f36-2555-4119-9a31-b604799e200f service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990944 Aug 30 14:33:31.413006 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21af635-1849-4111-bef9-7675a200d897 req-1fe75a82-82fa-49a1-ba65-e2308c3fddea service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853326 Aug 30 14:33:31.721522 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323d412-0f0f-4ddb-a51b-78c26aa4a94f req-9dd2191e-ebfd-40f6-bdef-314a81e0bc0a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:31.723131 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8323d412-0f0f-4ddb-a51b-78c26aa4a94f req-9dd2191e-ebfd-40f6-bdef-314a81e0bc0a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 943 time: 0.0609541 Aug 30 14:33:31.767248 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8323d412-0f0f-4ddb-a51b-78c26aa4a94f req-60fd1212-2099-4f4a-bb71-e489e70c1b84 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Aug 30 14:33:32.144343 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01467ac4-077e-4ce2-9d0f-ed2d348ad56b req-97e1835b-7fa0-4ee3-add7-64bb85461a5a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:32.145920 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-01467ac4-077e-4ce2-9d0f-ed2d348ad56b req-97e1835b-7fa0-4ee3-add7-64bb85461a5a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0638208 Aug 30 14:33:32.210663 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-01467ac4-077e-4ce2-9d0f-ed2d348ad56b req-39b5da77-e96f-4496-834b-2fe2ecf29239 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572002 Aug 30 14:33:32.904866 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd381a32-b7db-4d70-85b9-7393cd787aa4 req-b88ce72b-cd54-4b64-aaa7-2050106f5ade tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:32.906354 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bd381a32-b7db-4d70-85b9-7393cd787aa4 req-b88ce72b-cd54-4b64-aaa7-2050106f5ade tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 943 time: 0.0545175 Aug 30 14:33:32.948006 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bd381a32-b7db-4d70-85b9-7393cd787aa4 req-9fcd4b1a-b523-4722-908d-e145f2619895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353942 Aug 30 14:33:33.349480 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855dd9-05d2-43de-9f2d-365455351061 req-ec713a5f-7a5b-4d57-bc65-2fed5311a40a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:33.351042 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-53855dd9-05d2-43de-9f2d-365455351061 req-ec713a5f-7a5b-4d57-bc65-2fed5311a40a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0616603 Aug 30 14:33:33.392581 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-53855dd9-05d2-43de-9f2d-365455351061 req-5f6d83fd-3333-4724-87f3-9b7ba09e884b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Aug 30 14:33:33.426880 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device b119e420-0919-4bdd-90f5-c85a9f224c23 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:33.536118 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port b119e420-0919-4bdd-90f5-c85a9f224c23, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b119e420-0919-4bdd-90f5-c85a9f224c23,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:33.555926 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'b119e420-0919-4bdd-90f5-c85a9f224c23', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'port_id': 'b119e420-0919-4bdd-90f5-c85a9f224c23', 'mac_address': 'fa:16:3e:04:6f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f9c75-15d8-467a-8c53-68261c922eff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:33.601256 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:33.617793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b119e420-0919-4bdd-90f5-c85a9f224c23 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:33.638146 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port b119e420-0919-4bdd-90f5-c85a9f224c23, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b119e420-0919-4bdd-90f5-c85a9f224c23,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:33.643083 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:33.703881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=b119e420-0919-4bdd-90f5-c85a9f224c23,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:34.088373 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c831db2-d0f8-4847-9969-5c0ebc491880 req-1f554211-71a4-4a3b-a394-d26447a8738b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:34.089878 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c831db2-d0f8-4847-9969-5c0ebc491880 req-1f554211-71a4-4a3b-a394-d26447a8738b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 944 time: 0.0622771 Aug 30 14:33:34.131034 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c831db2-d0f8-4847-9969-5c0ebc491880 req-cb30a18d-04e1-4a62-b742-38d21aaca5ad tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Aug 30 14:33:34.520544 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b819fd-6df0-4cfe-9903-aa42b5099186 req-8f87fc00-ce6d-4290-8849-1f2f9931078a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:34.522427 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a9b819fd-6df0-4cfe-9903-aa42b5099186 req-8f87fc00-ce6d-4290-8849-1f2f9931078a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0563846 Aug 30 14:33:34.576364 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a9b819fd-6df0-4cfe-9903-aa42b5099186 req-16c3c807-47a4-41f2-ab4d-732333a26f13 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465026 Aug 30 14:33:35.046576 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41740) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:35.170125 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08296e61-40fe-43ff-85b9-7bc54f11915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.268773 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08296e61-40fe-43ff-85b9-7bc54f11915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.275330 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-08296e61-40fe-43ff-85b9-7bc54f11915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.313441 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-08296e61-40fe-43ff-85b9-7bc54f11915e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac7b5979771d4a8187cab54f3570e5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657032 Aug 30 14:33:35.314313 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08296e61-40fe-43ff-85b9-7bc54f11915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a71c89-3c49-4ee8-b222-d2f4fe17c228,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:35.316400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41746) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:35.368761 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da9bb8f9-c00f-4c77-bd86-4c72c5231e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.395384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da9bb8f9-c00f-4c77-bd86-4c72c5231e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.452258 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da9bb8f9-c00f-4c77-bd86-4c72c5231e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.455162 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da9bb8f9-c00f-4c77-bd86-4c72c5231e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.459038 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-da9bb8f9-c00f-4c77-bd86-4c72c5231e4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10a71c89-3c49-4ee8-b222-d2f4fe17c228 HTTP/1.1" status: 204 len: 168 time: 0.1415198 Aug 30 14:33:35.467069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bb8f9-c00f-4c77-bd86-4c72c5231e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a71c89-3c49-4ee8-b222-d2f4fe17c228,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:35.738701 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41760) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:35.752532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79b73a03-54b3-4bfa-8134-c66091463464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.849291 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79b73a03-54b3-4bfa-8134-c66091463464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.855024 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-79b73a03-54b3-4bfa-8134-c66091463464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.893825 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-79b73a03-54b3-4bfa-8134-c66091463464 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae9f44d548c14140af5e3c8ba9c72634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540153 Aug 30 14:33:35.894763 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73a03-54b3-4bfa-8134-c66091463464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a142c546-297f-4f73-9b6d-16e1c3b999a3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:35.896673 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41762) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:35.957753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-089ff9e3-55f7-45c6-b32c-e3fdb225a3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:35.983262 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-089ff9e3-55f7-45c6-b32c-e3fdb225a3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.038028 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-089ff9e3-55f7-45c6-b32c-e3fdb225a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.041444 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-089ff9e3-55f7-45c6-b32c-e3fdb225a3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.042584 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-089ff9e3-55f7-45c6-b32c-e3fdb225a3f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a142c546-297f-4f73-9b6d-16e1c3b999a3 HTTP/1.1" status: 204 len: 168 time: 0.1448812 Aug 30 14:33:36.050263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ff9e3-55f7-45c6-b32c-e3fdb225a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a142c546-297f-4f73-9b6d-16e1c3b999a3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:36.412232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41768) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:36.425996 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5160f60-a4f8-42be-af06-57eea7ddb741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.535227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5160f60-a4f8-42be-af06-57eea7ddb741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.540772 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5160f60-a4f8-42be-af06-57eea7ddb741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.578565 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b5160f60-a4f8-42be-af06-57eea7ddb741 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aaa15c5069c7459d85c00580d1efb13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652157 Aug 30 14:33:36.579769 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5160f60-a4f8-42be-af06-57eea7ddb741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcbf76b-38cd-40cd-aecb-b06eab07a03f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:36.581286 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41774) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:36.636423 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f341070d-3d4b-45c4-9de2-46c995a2ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.658920 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f341070d-3d4b-45c4-9de2-46c995a2ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.708277 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f341070d-3d4b-45c4-9de2-46c995a2ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.710923 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f341070d-3d4b-45c4-9de2-46c995a2ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.712113 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f341070d-3d4b-45c4-9de2-46c995a2ea31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/efcbf76b-38cd-40cd-aecb-b06eab07a03f HTTP/1.1" status: 204 len: 168 time: 0.1289322 Aug 30 14:33:36.719976 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341070d-3d4b-45c4-9de2-46c995a2ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcbf76b-38cd-40cd-aecb-b06eab07a03f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:36.884793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-41cce65e-a8c2-4530-a5a7-dc0f80bdbe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:37.389001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66619daa-bd5a-4214-b62f-c983e8b8cbc3 req-60ce553a-377a-4cc5-a7de-dcd8ae176e07 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:37.390511 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-66619daa-bd5a-4214-b62f-c983e8b8cbc3 req-60ce553a-377a-4cc5-a7de-dcd8ae176e07 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 944 time: 0.0821161 Aug 30 14:33:37.412216 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574fb80-3f93-43a2-86f5-a711871c12ea req-e7689b34-a59a-4f0e-8e49-1fc7f6c83e7b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:37.413694 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d574fb80-3f93-43a2-86f5-a711871c12ea req-e7689b34-a59a-4f0e-8e49-1fc7f6c83e7b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0740087 Aug 30 14:33:37.443365 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['b119e420-0919-4bdd-90f5-c85a9f224c23'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:37.469464 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-66619daa-bd5a-4214-b62f-c983e8b8cbc3 req-8f557a6b-252b-4a5a-ba50-1a508b0b440c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709705 Aug 30 14:33:37.475913 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d574fb80-3f93-43a2-86f5-a711871c12ea req-9842f643-afca-4ff6-aa32-7250f6c46856 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540562 Aug 30 14:33:38.672077 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25fb0f-9dd6-45b5-ac7f-b125f3261cd1 req-5a2bd7bf-696f-4f20-a6e2-f723b4d4bf70 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.675140 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a25fb0f-9dd6-45b5-ac7f-b125f3261cd1 req-5a2bd7bf-696f-4f20-a6e2-f723b4d4bf70 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1137540 Aug 30 14:33:38.698764 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0a5a8-f795-45db-8020-4ae9a2f55648 req-3d4ff2e9-5499-4d3d-bd9a-a81eccd746de tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.700845 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3fc0a5a8-f795-45db-8020-4ae9a2f55648 req-3d4ff2e9-5499-4d3d-bd9a-a81eccd746de tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 944 time: 0.0998676 Aug 30 14:33:38.754302 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a25fb0f-9dd6-45b5-ac7f-b125f3261cd1 req-b9a6f486-2867-46e8-ab99-344ae40f7dfb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728178 Aug 30 14:33:38.768038 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3fc0a5a8-f795-45db-8020-4ae9a2f55648 req-1e419407-7a25-4b79-bcaa-113361bc3aa0 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568595 Aug 30 14:33:39.505958 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device b119e420-0919-4bdd-90f5-c85a9f224c23 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:39.554047 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-0d38448d-4fda-4576-9e12-ad68f2d13c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.575963 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port b119e420-0919-4bdd-90f5-c85a9f224c23 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:39.580223 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port b119e420-0919-4bdd-90f5-c85a9f224c23 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:39.580706 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.661551 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.687567 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119e420-0919-4bdd-90f5-c85a9f224c23'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:39.691012 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f49b44-9d85-4d18-a57c-06c543a4ed5c" -d '{"events": [{"server_uuid": "1ce66db2-1d8a-47f8-8c01-04675355bc35", "name": "network-vif-plugged", "status": "completed", "tag": "b119e420-0919-4bdd-90f5-c85a9f224c23"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:39.716167 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port b119e420-0919-4bdd-90f5-c85a9f224c23, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b119e420-0919-4bdd-90f5-c85a9f224c23,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:39.729426 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.767492 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eecda5-a45a-4aff-8bad-6b7ec3380ee8 x-openstack-request-id: req-99eecda5-a45a-4aff-8bad-6b7ec3380ee8 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:39.767786 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce66db2-1d8a-47f8-8c01-04675355bc35", "name": "network-vif-plugged", "status": "completed", "tag": "b119e420-0919-4bdd-90f5-c85a9f224c23", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:39.768033 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99eecda5-a45a-4aff-8bad-6b7ec3380ee8 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:39.768433 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119e420-0919-4bdd-90f5-c85a9f224c23', 'code': 200} Aug 30 14:33:39.819663 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.824183 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=b119e420-0919-4bdd-90f5-c85a9f224c23,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:39.985784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c982678-fc73-41d0-a401-ac9742f8f9c1 req-f1b69f55-4d6d-41a9-a4dd-d9dc58df6785 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:39.987316 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2c982678-fc73-41d0-a401-ac9742f8f9c1 req-f1b69f55-4d6d-41a9-a4dd-d9dc58df6785 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1152875 Aug 30 14:33:39.995641 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919b4e5-4c8f-4e18-9f2a-490ef1e302d6 req-cf2b75f0-0f17-49fc-b934-b2fceea85e44 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:39.997087 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2919b4e5-4c8f-4e18-9f2a-490ef1e302d6 req-cf2b75f0-0f17-49fc-b934-b2fceea85e44 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.1100669 Aug 30 14:33:40.046936 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3341228-97af-4fb5-9616-593e18aa12d7 req-74c349ef-1c1a-47d6-8e7f-9850de2eee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:40.048446 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3341228-97af-4fb5-9616-593e18aa12d7 req-74c349ef-1c1a-47d6-8e7f-9850de2eee73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 1098 time: 0.1061711 Aug 30 14:33:40.084172 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2c982678-fc73-41d0-a401-ac9742f8f9c1 req-aa874a41-bbd9-4d84-896f-4265da6c3f37 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859468 Aug 30 14:33:40.088907 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2919b4e5-4c8f-4e18-9f2a-490ef1e302d6 req-1771d922-57b3-4974-90c8-565110a85e8e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852997 Aug 30 14:33:40.130585 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3341228-97af-4fb5-9616-593e18aa12d7 req-95a9ce52-cda8-4669-a10b-63b2bef9c37a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654128 Aug 30 14:33:40.739127 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.240166 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce50e43-0473-43b2-886a-96c91f3b5787 req-7d9a2f73-21c5-4703-9fa9-e201edee3aaa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:41.241939 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3ce50e43-0473-43b2-886a-96c91f3b5787 req-7d9a2f73-21c5-4703-9fa9-e201edee3aaa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0784338 Aug 30 14:33:41.262534 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f45b8-decb-4140-a13a-5def53c3033d req-6a56acf0-65a7-4588-a846-6ba1ea8d1401 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:41.264014 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-100f45b8-decb-4140-a13a-5def53c3033d req-6a56acf0-65a7-4588-a846-6ba1ea8d1401 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0751700 Aug 30 14:33:41.311561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3ce50e43-0473-43b2-886a-96c91f3b5787 req-fe54f838-4f98-4878-baa3-7ae9d7418a4e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Aug 30 14:33:41.327135 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-100f45b8-decb-4140-a13a-5def53c3033d req-faf2a3d6-01f6-43b5-bb09-6679bc417c4d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552607 Aug 30 14:33:42.114145 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41926) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:42.246204 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c76aa03a-eb21-4762-8add-b74d1a64db9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.349414 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c76aa03a-eb21-4762-8add-b74d1a64db9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.354973 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c76aa03a-eb21-4762-8add-b74d1a64db9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.393291 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aa03a-eb21-4762-8add-b74d1a64db9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f2874e-8199-494a-ae55-9879f33451c0,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:42.410779 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c76aa03a-eb21-4762-8add-b74d1a64db9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7720bd815634d1c932c6c4fc38b4801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947681 Aug 30 14:33:42.411424 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41940) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:42.431093 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.490412 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c84740e-96df-428a-8f2b-aa3d94805de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.494047 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31eece-35f0-40a0-8447-ab7805497d9b req-c5f86aee-61b9-4df4-962e-1eb7f206bedc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.496169 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bb31eece-35f0-40a0-8447-ab7805497d9b req-c5f86aee-61b9-4df4-962e-1eb7f206bedc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1043286 Aug 30 14:33:42.516818 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0fcba-a6e2-4cf4-8d1a-c2fafb55c763 req-0f915058-76e0-4fe8-b1fc-b8d3d6490f75 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:42.518189 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78a0fcba-a6e2-4cf4-8d1a-c2fafb55c763 req-0f915058-76e0-4fe8-b1fc-b8d3d6490f75 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0870357 Aug 30 14:33:42.528117 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c84740e-96df-428a-8f2b-aa3d94805de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.585216 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c84740e-96df-428a-8f2b-aa3d94805de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.587145 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bb31eece-35f0-40a0-8447-ab7805497d9b req-8f3134ec-5b92-4fab-8658-8d9ad0aaa7b4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829690 Aug 30 14:33:42.587938 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3c84740e-96df-428a-8f2b-aa3d94805de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:42.589454 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3c84740e-96df-428a-8f2b-aa3d94805de8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3f2874e-8199-494a-ae55-9879f33451c0 HTTP/1.1" status: 204 len: 168 time: 0.1728070 Aug 30 14:33:42.600368 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84740e-96df-428a-8f2b-aa3d94805de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f2874e-8199-494a-ae55-9879f33451c0,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:42.604838 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78a0fcba-a6e2-4cf4-8d1a-c2fafb55c763 req-bf20b942-f948-4795-9a15-968e2b69297a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 Aug 30 14:33:42.683342 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41948) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:42.990551 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99729dcc-d601-43e4-848d-40e0a26a8449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.107149 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41966) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:43.117312 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99729dcc-d601-43e4-848d-40e0a26a8449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.121728 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-786c6156-6c1a-4f90-b35f-44a6c393b783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.122369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-99729dcc-d601-43e4-848d-40e0a26a8449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.163105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-99729dcc-d601-43e4-848d-40e0a26a8449 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94429168942b4993bdf791ac56db2702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785290 Aug 30 14:33:43.164015 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99729dcc-d601-43e4-848d-40e0a26a8449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204515b3-3b76-4058-b03f-6601c3e09c57,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:43.166274 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 41968) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:43.244371 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94c1b8c1-5447-4336-8378-924ad447b3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.262187 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-786c6156-6c1a-4f90-b35f-44a6c393b783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.272564 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-786c6156-6c1a-4f90-b35f-44a6c393b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.280404 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94c1b8c1-5447-4336-8378-924ad447b3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.332398 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-786c6156-6c1a-4f90-b35f-44a6c393b783 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b22ae6025ee41b08569ea0916445f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212934 Aug 30 14:33:43.333052 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 41970) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:43.346806 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c6156-6c1a-4f90-b35f-44a6c393b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf021f1-a6e8-43c5-b6fd-cc89a7f4722f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:43.369632 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94c1b8c1-5447-4336-8378-924ad447b3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.372262 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-94c1b8c1-5447-4336-8378-924ad447b3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.373432 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-94c1b8c1-5447-4336-8378-924ad447b3ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/204515b3-3b76-4058-b03f-6601c3e09c57 HTTP/1.1" status: 204 len: 168 time: 0.2059679 Aug 30 14:33:43.381782 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1b8c1-5447-4336-8378-924ad447b3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204515b3-3b76-4058-b03f-6601c3e09c57,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:43.396437 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1489b20c-0a31-43a0-9253-36ac436cdcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.419547 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1489b20c-0a31-43a0-9253-36ac436cdcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.468437 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1489b20c-0a31-43a0-9253-36ac436cdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.471098 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1489b20c-0a31-43a0-9253-36ac436cdcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:43.472378 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1489b20c-0a31-43a0-9253-36ac436cdcf7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8bf021f1-a6e8-43c5-b6fd-cc89a7f4722f HTTP/1.1" status: 204 len: 168 time: 0.1382787 Aug 30 14:33:43.480400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489b20c-0a31-43a0-9253-36ac436cdcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf021f1-a6e8-43c5-b6fd-cc89a7f4722f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:43.725163 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454128-163f-4285-b27a-3ed82cc3dc93 req-3c92b650-6bd4-4459-9358-d70ffa46a039 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:43.726707 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-87454128-163f-4285-b27a-3ed82cc3dc93 req-3c92b650-6bd4-4459-9358-d70ffa46a039 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0668900 Aug 30 14:33:43.770163 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-87454128-163f-4285-b27a-3ed82cc3dc93 req-69b24db7-1d15-4100-9581-6f58376820c3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Aug 30 14:33:44.516566 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:44.902329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f12279-72fe-40f2-b525-d74f25cbce75 req-55c92469-1c30-4427-b306-2748ff539c37 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:44.903934 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95f12279-72fe-40f2-b525-d74f25cbce75 req-55c92469-1c30-4427-b306-2748ff539c37 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0535634 Aug 30 14:33:44.946452 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95f12279-72fe-40f2-b525-d74f25cbce75 req-c4bbdee1-c4b8-4128-9cfc-52aa6376446d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Aug 30 14:33:46.224907 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf3026-8dfd-4103-bcad-0151a75f4fac req-acbf5e2f-907f-41ba-ae3d-d36bf5d298c2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:46.226436 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c2bf3026-8dfd-4103-bcad-0151a75f4fac req-acbf5e2f-907f-41ba-ae3d-d36bf5d298c2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0592809 Aug 30 14:33:46.271632 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c2bf3026-8dfd-4103-bcad-0151a75f4fac req-ebbfb5b7-0055-433f-9aa6-531bbe800331 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Aug 30 14:33:47.408638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e5ee8-adc2-45a2-9d67-e5f7faa48dad req-55c3a4d3-ed88-4ca5-bd22-a392daac1909 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:47.410141 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-457e5ee8-adc2-45a2-9d67-e5f7faa48dad req-55c3a4d3-ed88-4ca5-bd22-a392daac1909 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0548215 Aug 30 14:33:47.449903 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-457e5ee8-adc2-45a2-9d67-e5f7faa48dad req-cea504b7-5301-42fd-a24d-b47d6a6ea6b2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 Aug 30 14:33:49.617539 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7522386-f73f-42cb-b944-3e9435657d91 req-8446e79b-aa65-4625-9faf-2f37d689f937 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:49.622330 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d7522386-f73f-42cb-b944-3e9435657d91 req-8446e79b-aa65-4625-9faf-2f37d689f937 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0633342 Aug 30 14:33:49.673396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d7522386-f73f-42cb-b944-3e9435657d91 req-c6592ba0-efc2-49af-8d1d-421dd214ba23 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433495 Aug 30 14:33:50.803614 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc07ec2-2abc-4b51-861a-ea22f57febe7 req-bcf1dbab-56f6-446a-bc07-cce2bdfd0033 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:50.809871 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6cc07ec2-2abc-4b51-861a-ea22f57febe7 req-bcf1dbab-56f6-446a-bc07-cce2bdfd0033 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0565016 Aug 30 14:33:50.858809 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6cc07ec2-2abc-4b51-861a-ea22f57febe7 req-c70b0d01-e412-4797-a2f8-7f5afc66473c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Aug 30 14:33:51.074425 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42176) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:51.201968 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-40c27cdd-e2a1-4905-a8bc-b9b8374e2438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.294904 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-40c27cdd-e2a1-4905-a8bc-b9b8374e2438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.301790 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-40c27cdd-e2a1-4905-a8bc-b9b8374e2438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.338563 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-40c27cdd-e2a1-4905-a8bc-b9b8374e2438 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32c8fe811dc14352875fac455ad54487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630484 Aug 30 14:33:51.339235 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27cdd-e2a1-4905-a8bc-b9b8374e2438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c72599-9da4-43cc-b620-e1fb2c047dc8,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:51.341561 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42180) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:51.394330 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f00f937-ecc1-4ce3-a8ce-5b852b5abb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.420799 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f00f937-ecc1-4ce3-a8ce-5b852b5abb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.478163 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f00f937-ecc1-4ce3-a8ce-5b852b5abb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.481002 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3f00f937-ecc1-4ce3-a8ce-5b852b5abb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.482417 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3f00f937-ecc1-4ce3-a8ce-5b852b5abb1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80c72599-9da4-43cc-b620-e1fb2c047dc8 HTTP/1.1" status: 204 len: 168 time: 0.1397405 Aug 30 14:33:51.491015 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00f937-ecc1-4ce3-a8ce-5b852b5abb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c72599-9da4-43cc-b620-e1fb2c047dc8,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:51.938286 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42204) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:51.953994 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31c9fa9b-51aa-403d-a496-7c4f8aaf60fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.005235 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f62e7-8e7e-4d0a-848e-6a9cfa0c5f91 req-8ebc5680-b057-407f-9930-eaefd3e5850c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:52.007924 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-154f62e7-8e7e-4d0a-848e-6a9cfa0c5f91 req-8ebc5680-b057-407f-9930-eaefd3e5850c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0736823 Aug 30 14:33:52.055195 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-154f62e7-8e7e-4d0a-848e-6a9cfa0c5f91 req-d2c37fa0-9ef3-4df2-b9d8-1fcd1b2b9483 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Aug 30 14:33:52.071804 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31c9fa9b-51aa-403d-a496-7c4f8aaf60fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.078098 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-31c9fa9b-51aa-403d-a496-7c4f8aaf60fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.122650 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-31c9fa9b-51aa-403d-a496-7c4f8aaf60fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ec59f78231f4518a90b63cd0649a2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829236 Aug 30 14:33:52.125102 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9fa9b-51aa-403d-a496-7c4f8aaf60fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569d973-bbac-4aa8-a8ab-68a4c3b54c06,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:52.128888 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 42212) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:52.181262 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80fc75a3-959f-4723-9037-b209b9f182b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.202367 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80fc75a3-959f-4723-9037-b209b9f182b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.256304 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80fc75a3-959f-4723-9037-b209b9f182b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.258960 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80fc75a3-959f-4723-9037-b209b9f182b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.262789 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-80fc75a3-959f-4723-9037-b209b9f182b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2569d973-bbac-4aa8-a8ab-68a4c3b54c06 HTTP/1.1" status: 204 len: 168 time: 0.1284003 Aug 30 14:33:52.270773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc75a3-959f-4723-9037-b209b9f182b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569d973-bbac-4aa8-a8ab-68a4c3b54c06,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:52.780617 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 42250) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:52.893653 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16b6c950-f5b0-4f31-a819-43dbc1891de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.988024 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16b6c950-f5b0-4f31-a819-43dbc1891de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:52.993405 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-16b6c950-f5b0-4f31-a819-43dbc1891de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:53.036270 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-16b6c950-f5b0-4f31-a819-43dbc1891de2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77362e159f5048eaab1dcba62e60a1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543347 Aug 30 14:33:53.038388 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6c950-f5b0-4f31-a819-43dbc1891de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c293803-11bc-4c61-b69e-8457c65a28a9,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:53.039290 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42262) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:53.092942 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-11e5bbe3-eb07-422d-88ef-91b73fc40862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:53.123821 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-11e5bbe3-eb07-422d-88ef-91b73fc40862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:53.185124 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cf428-cdc1-4251-8921-c6d5c29a2f76 req-d9c8ae98-2428-433f-b443-dfb112dd1944 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:53.186762 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cd5cf428-cdc1-4251-8921-c6d5c29a2f76 req-d9c8ae98-2428-433f-b443-dfb112dd1944 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0580051 Aug 30 14:33:53.189620 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-11e5bbe3-eb07-422d-88ef-91b73fc40862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:53.192260 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-11e5bbe3-eb07-422d-88ef-91b73fc40862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:53.196117 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-11e5bbe3-eb07-422d-88ef-91b73fc40862 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c293803-11bc-4c61-b69e-8457c65a28a9 HTTP/1.1" status: 204 len: 168 time: 0.1557167 Aug 30 14:33:53.205117 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5bbe3-eb07-422d-88ef-91b73fc40862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c293803-11bc-4c61-b69e-8457c65a28a9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:53.238700 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cd5cf428-cdc1-4251-8921-c6d5c29a2f76 req-24493adc-2c75-480b-a981-8efeb262a581 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Aug 30 14:33:53.939080 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42304) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:54.043112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-693573145-network', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:54.065042 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Made reservation on behalf of 10b696423a944d8cadcc9452cd9f90ce for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:54.067258 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.075092 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.189356 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.195397 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.223393 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:33:54.229594 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb597cf-d735-4d40-b7f3-bc3052ac01d4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:54.237602 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.237997 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Added segment a95c15e9-c25a-4f4d-8125-80378d2e97b9 of type vlan for network 3cab27da-b66f-48e3-bac7-b3188013c964 Aug 30 14:33:54.279373 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.310030 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.311385 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:54.313261 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.363850 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489bf29-e714-4e05-9953-36aae9e40f9d req-1bbb87a5-ff52-4cd3-b5b5-eb2311e7e85e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:54.365358 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b489bf29-e714-4e05-9953-36aae9e40f9d req-1bbb87a5-ff52-4cd3-b5b5-eb2311e7e85e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Aug 30 14:33:54.366499 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4263363 Aug 30 14:33:54.369472 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 42310) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:54.374318 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Request body: {'subnet': {'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-693573145-subnet', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:54.383526 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800bfb-3890-47b0-b9c2-b3f96e38741c admin admin] Pushing event updated for resources: {'Network': ['ID=3cab27da-b66f-48e3-bac7-b3188013c964,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:54.393941 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 3cab27da-b66f-48e3-bac7-b3188013c964 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:33:54.421180 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b489bf29-e714-4e05-9953-36aae9e40f9d req-5a63c1ce-0fce-4478-8d48-b52b45591879 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Aug 30 14:33:54.421718 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Made reservation on behalf of 10b696423a944d8cadcc9452cd9f90ce for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:54.424042 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13051868'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.601133 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12684156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13051822'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.667350 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144ead6e-4c6b-43bc-9bb0-e3e43049d498,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:54.677867 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Checking segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:54.678189 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Network hostable DHCP agents. Network: 3cab27da-b66f-48e3-bac7-b3188013c964, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:33:54.703949 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Network 3cab27da-b66f-48e3-bac7-b3188013c964 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:33:54.715262 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 3cab27da-b66f-48e3-bac7-b3188013c964) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:54.725608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:54.725968 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.728239 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d113c97-bea6-4a36-9012-b53e2f02653c None None] Network 3cab27da-b66f-48e3-bac7-b3188013c964 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:54.776832 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a044e764-ea04-45cb-91e1-3543c5c85f70 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4062665 Aug 30 14:33:54.780763 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42330) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:54.788602 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:54.836901 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.840445 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.927646 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.096155 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-3cab27da-b66f-48e3-bac7-b3188013c964', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:33:55.097567 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.307747 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Allocated IP 172.20.0.2 (3cab27da-b66f-48e3-bac7-b3188013c964/144ead6e-4c6b-43bc-9bb0-e3e43049d498/82a15c40-bb7a-4bc1-8462-6d7b32631fdd) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:55.317036 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.465375 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.475970 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Transition to ACTIVE for port object 82a15c40-bb7a-4bc1-8462-6d7b32631fdd will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:55.494211 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Transition to ACTIVE for port object 82a15c40-bb7a-4bc1-8462-6d7b32631fdd will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:55.501859 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.538318 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.544646 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Network 3cab27da-b66f-48e3-bac7-b3188013c964 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:55.555120 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:55.557702 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.560495 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:55.563167 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48242c8-384f-4aeb-a9ba-822126f49aea req-c27d3716-9567-43e0-ba0a-de803a2a3ab5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:55.564717 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f48242c8-384f-4aeb-a9ba-822126f49aea req-c27d3716-9567-43e0-ba0a-de803a2a3ab5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0686574 Aug 30 14:33:55.571384 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Pushing event updated for resources: {'Port': ['ID=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:55.610309 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f48242c8-384f-4aeb-a9ba-822126f49aea req-c3b2241d-44ee-4839-a802-52a4f1cc32d7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Aug 30 14:33:55.644345 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Attempting to bind port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:55.644717 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Attempting to bind port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:55.645078 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Attempting to bind port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd on network 3cab27da-b66f-48e3-bac7-b3188013c964 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:55.650101 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:55.650476 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Checking segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:55.650916 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.651301 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Bound using segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:55.651758 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Bound port: 82a15c40-bb7a-4bc1-8462-6d7b32631fdd, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:55.652144 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.673647 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Allocated IP 172.27.3.146 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/cf3917e6-0f9c-4703-ada0-76e8b143f2d4) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:55.731987 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] For port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:55.736001 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] For port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:55.740008 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.783285 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.798381 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aec3d-7a75-4cb6-8910-3fe338a5a248 None None] Pushing event updated for resources: {'Port': ['ID=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:55.822622 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.870471 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:55.873791 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:55.878857 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:55.911077 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Pushing event updated for resources: {'Port': ['ID=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:56.212980 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-0497032e-8950-4fd0-a45a-69694826fb5c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:56.219553 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-0497032e-8950-4fd0-a45a-69694826fb5c tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.1322837 Aug 30 14:33:56.221498 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:56.233615 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-187c3aa6-8b59-435d-ba9e-86fe5604e4d3 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/quotas/d44e75377b0b469691bc7f49ac9d5024 HTTP/1.1" status: 200 len: 375 time: 0.0120835 Aug 30 14:33:56.315396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-862577bf-d01f-4e1c-8c17-1f3f8db97189 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756121 Aug 30 14:33:56.427743 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-fbfaef0d-851e-4567-a105-16e88f8216c3 service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074245 Aug 30 14:33:56.476268 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:56.551564 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-32aba877-f68d-4824-8b0a-dde1ad203f94 service neutron] 10.222.0.62 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157503 Aug 30 14:33:56.642044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Router 0af77643-37d1-46b7-9163-8b42d3926414 is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:33:56.674570 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 82a15c40-bb7a-4bc1-8462-6d7b32631fdd up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:56.782194 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:56.832754 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:56.838043 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2f3f-f9b6-4c17-863d-453521cf3f5d req-9585cb6a-1b66-4d52-b684-0faac08b1e25 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:56.843932 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Sync routers for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:33:56.858003 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:56.859275 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:56.859700 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:56.866457 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dbae2f3f-f9b6-4c17-863d-453521cf3f5d req-9585cb6a-1b66-4d52-b684-0faac08b1e25 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1307623 Aug 30 14:33:56.872555 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bc9c75d6-5584-4c8e-bc94-136b66549777 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0870950 Aug 30 14:33:56.872725 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a410662c-a11d-4265-a67d-f43a6fa2e890 req-9c4de322-5860-4a2a-8ce1-dcdfd9180ea6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 210 time: 0.0815556 Aug 30 14:33:56.872931 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42384) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:33:56.962406 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dbae2f3f-f9b6-4c17-863d-453521cf3f5d req-60f05811-2a5b-4257-98c4-4572d906cf5b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948668 Aug 30 14:33:57.072821 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:57.161301 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92effb-e612-497d-834b-09799035cc3f None None] Network 3cab27da-b66f-48e3-bac7-b3188013c964 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:33:57.251445 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] Provisioning for port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:57.290130 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] Provisioning complete for port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:57.290399 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.337554 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:56Z', 'revision_number': 3, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:57.380411 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Checking router: 0af77643-37d1-46b7-9163-8b42d3926414 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:33:57.380773 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Updating router 0af77643-37d1-46b7-9163-8b42d3926414 port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:33:57.409843 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.477716 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.532486 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] For port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:57.539306 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.542447 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.616721 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f3e51-19af-4fd6-9fb7-213281c8122b None None] Pushing event updated for resources: {'Port': ['ID=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:57.764775 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f24e4462-e723-4e3b-976b-784819b77cbf None None] Provisioning complete for port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:57.766632 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f24e4462-e723-4e3b-976b-784819b77cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.780161 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Allocated IP 172.20.0.1 (3cab27da-b66f-48e3-bac7-b3188013c964/144ead6e-4c6b-43bc-9bb0-e3e43049d498/9cbf99c6-bdbb-424d-bb48-b8973fac43f7) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:57.799459 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.812305 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Transition to ACTIVE for port object cf3917e6-0f9c-4703-ada0-76e8b143f2d4 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:57.824887 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.889259 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Pushing event updated for resources: {'Port': ['ID=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:57.892673 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Attempting to bind port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:33:57.893042 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Attempting to bind port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:33:57.893540 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Attempting to bind port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:33:57.899511 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.899870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.900215 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.900553 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.900890 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.901224 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.901573 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.901902 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.902329 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.902720 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.903314 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.903483 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:57.910129 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:33:57.910499 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:33:57.910947 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.911337 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:33:57.911451 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.911805 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Bound port: cf3917e6-0f9c-4703-ada0-76e8b143f2d4, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:33:57.912202 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.925360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Transition to ACTIVE for port object 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:57.955016 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4ab0d-023f-4eb1-9278-448c98935706 req-d257354b-57a9-4949-a02d-7c710e8324db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:57.962955 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9fc4ab0d-023f-4eb1-9278-448c98935706 req-d257354b-57a9-4949-a02d-7c710e8324db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 1099 time: 0.0739160 Aug 30 14:33:57.975365 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] For port cf3917e6-0f9c-4703-ada0-76e8b143f2d4, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:33:57.976559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:57.978577 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] For port cf3917e6-0f9c-4703-ada0-76e8b143f2d4, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:33:57.984404 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.025682 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c7c7427-896f-4708-8a91-a8f095247c75 req-04ba5827-8c2c-4b7b-a627-1be3ce8d45bd tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 210 time: 0.0530422 Aug 30 14:33:58.047308 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9fc4ab0d-023f-4eb1-9278-448c98935706 req-c81c5243-c367-4682-b5e8-2f78098a00bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724590 Aug 30 14:33:58.052633 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:33:58.053480 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:58.082803 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Network 3cab27da-b66f-48e3-bac7-b3188013c964 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:58.085947 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:58.102004 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:58.120173 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd89c7-3256-47ad-a79a-a8df86d217f3 None None] Pushing event updated for resources: {'Port': ['ID=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:58.124180 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Pushing event updated for resources: {'Port': ['ID=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:58.148220 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.174052 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e1dd1-a917-49b0-b0af-8c31cf6f9c16 req-b2ce0f62-e8a0-4339-9ffa-3feda4fcf546 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:58.182446 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b81e1dd1-a917-49b0-b0af-8c31cf6f9c16 req-b2ce0f62-e8a0-4339-9ffa-3feda4fcf546 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1266313 Aug 30 14:33:58.233099 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b81e1dd1-a917-49b0-b0af-8c31cf6f9c16 req-26ea77c7-282c-4673-8907-0c3f9ec72105 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Aug 30 14:33:58.237833 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:33:58.315674 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.399968 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-6e43022e-3529-4013-82bd-ca149c84dc05 None None] Provisioning for port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:58.406183 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-6e43022e-3529-4013-82bd-ca149c84dc05 None None] Provisioning complete for port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:58.406808 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6e43022e-3529-4013-82bd-ca149c84dc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.451048 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-6e43022e-3529-4013-82bd-ca149c84dc05 None None] Port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:58.458548 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:56Z', 'revision_number': 3, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:33:58.486679 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a633f55-8ec2-4c17-9377-112c4a75d281 None None] The sync data for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi is: [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:56Z', 'revision_number': 3, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:33:58.576411 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.584780 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.653349 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f265acfd-84e1-41fb-8af9-3f4b55401c13 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:58.658908 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f265acfd-84e1-41fb-8af9-3f4b55401c13 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 813 time: 0.1913290 Aug 30 14:33:58.670474 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Pushing event updated for resources: {'Port': ['ID=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:58.676993 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.689066 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Request body: {'port': {'device_id': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'admin_state_up': True, 'tenant_id': 'd44e75377b0b469691bc7f49ac9d5024'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:58.770850 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 82a15c40-bb7a-4bc1-8462-6d7b32631fdd up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:58.848421 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:58.849086 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:58.857977 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Network 3cab27da-b66f-48e3-bac7-b3188013c964 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:58.857977 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:58.868285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Made reservation on behalf of d44e75377b0b469691bc7f49ac9d5024 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:58.868285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.035763 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Router 0af77643-37d1-46b7-9163-8b42d3926414 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:33:59.203639 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d8b3f0a7-8a91-4bee-a6e2-7b44e7f9f5c7 req-44d4a536-8ad0-487b-9d56-e3917a2266af tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 210 time: 0.0508761 Aug 30 14:33:59.224570 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-64ba0357-7b92-42aa-9930-012f7af2177e None None] Provisioning complete for port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:59.226976 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-64ba0357-7b92-42aa-9930-012f7af2177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.230203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Allocated IP 172.20.0.2 (057dd32e-aa42-4946-ab7e-afc646faf50c/723f9c75-15d8-467a-8c53-68261c922eff/414696ef-96ef-4d11-b5de-5b1636fa0859) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:59.293805 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-64ba0357-7b92-42aa-9930-012f7af2177e None None] Port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:59.324927 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:33:59.354656 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-13022e93-e979-4d10-9f1b-f5c929dfea0e admin admin] 10.222.0.62 "PUT /v2.0/routers/0af77643-37d1-46b7-9163-8b42d3926414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4764748 Aug 30 14:33:59.483498 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cbb28-617b-435f-af2a-6d7047062764 req-82a9f32d-a869-4c72-b3a5-69651230bd6e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:59.485441 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-493cbb28-617b-435f-af2a-6d7047062764 req-82a9f32d-a869-4c72-b3a5-69651230bd6e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1213603 Aug 30 14:33:59.549192 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.568288 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-493cbb28-617b-435f-af2a-6d7047062764 req-8538c47d-2812-42bf-8c2b-31e8667492ab tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Aug 30 14:33:59.608690 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.626693 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908', '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'b119e420-0919-4bdd-90f5-c85a9f224c23'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:59.679378 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Network 057dd32e-aa42-4946-ab7e-afc646faf50c is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:59.685139 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:59.699469 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:59.729411 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event updated for resources: {'Port': ['ID=414696ef-96ef-4d11-b5de-5b1636fa0859,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:59.760740 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:59.762130 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.793299 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-f1d4fe56-1d1f-43a2-b8c0-ed778d474895 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078467 Aug 30 14:33:59.807184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Request body: {'port': {'device_id': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:59.919498 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.067973 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42464) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:00.073174 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1718793901-network', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:00.095479 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Made reservation on behalf of d585cfe7bfec40e9bb4659913c1f53ea for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:00.098148 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.107598 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.211129 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.218409 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.225207 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414696ef-96ef-4d11-b5de-5b1636fa0859 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:00.235065 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.244819 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:34:00.248928 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Transition to ACTIVE for port object 414696ef-96ef-4d11-b5de-5b1636fa0859 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:00.259454 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.261970 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc319fdb-e1d5-441a-87ed-bc6183e05419,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:00.280774 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.283119 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Added segment 01c28341-161b-43e8-aa17-88fe7f203a83 of type vlan for network 5d4851cc-8281-42af-b50a-2080a319bf0e Aug 30 14:34:00.343349 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Pushing event updated for resources: {'Port': ['ID=414696ef-96ef-4d11-b5de-5b1636fa0859,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:00.603742 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.653328 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.654728 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:00.655526 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.691409 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device cf3917e6-0f9c-4703-ada0-76e8b143f2d4 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:00.704577 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb0b17-ba3f-417f-990e-390b3066802d req-64c9c9e6-5e72-4e32-a39d-79fa1fb54c3f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:00.711775 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-91bb0b17-ba3f-417f-990e-390b3066802d req-64c9c9e6-5e72-4e32-a39d-79fa1fb54c3f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 943 time: 0.3893380 Aug 30 14:34:00.759994 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4851cc-8281-42af-b50a-2080a319bf0e,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:00.764171 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:00.771362 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Attempting to bind port 414696ef-96ef-4d11-b5de-5b1636fa0859 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:00.771702 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Attempting to bind port 414696ef-96ef-4d11-b5de-5b1636fa0859 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:00.772045 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Attempting to bind port 414696ef-96ef-4d11-b5de-5b1636fa0859 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:00.780896 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Sync routers for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:00.783509 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 5d4851cc-8281-42af-b50a-2080a319bf0e details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:34:00.791080 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:00.791773 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.791880 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ea78e821-6937-47f5-b5e2-e58a66c33058 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7226779 Aug 30 14:34:00.792527 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42478) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:00.797715 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Port 414696ef-96ef-4d11-b5de-5b1636fa0859 on network 057dd32e-aa42-4946-ab7e-afc646faf50c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:34:00.798231 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Attempting to bind port 414696ef-96ef-4d11-b5de-5b1636fa0859 on network 057dd32e-aa42-4946-ab7e-afc646faf50c {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:00.798892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Request body: {'subnet': {'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1718793901-subnet', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:00.826154 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-91bb0b17-ba3f-417f-990e-390b3066802d req-0c618c13-9aef-46b0-ac9a-867a5b407b52 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095955 Aug 30 14:34:00.828571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Made reservation on behalf of d585cfe7bfec40e9bb4659913c1f53ea for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:00.830400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:00.831087 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Checking segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:00.831658 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Bound using segment: {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:00.832326 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Bound port: 414696ef-96ef-4d11-b5de-5b1636fa0859, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd3d59b7-6557-44d2-876d-a248d0433ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:00.832898 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.841805 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13470228'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:00.862907 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d6fa7-523c-4f84-b529-a53ad69b491a req-41887e71-d923-4620-87af-1e51ba70f064 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:00.865062 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-957d6fa7-523c-4f84-b529-a53ad69b491a req-41887e71-d923-4620-87af-1e51ba70f064 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.1441903 Aug 30 14:34:00.934038 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:00.934788 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:00.983619 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-957d6fa7-523c-4f84-b529-a53ad69b491a req-bec0bc7b-3e7d-4346-b19e-4660f3546c98 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881836 Aug 30 14:34:00.995348 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] For port 414696ef-96ef-4d11-b5de-5b1636fa0859, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:00.999756 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] For port 414696ef-96ef-4d11-b5de-5b1636fa0859, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=414696ef-96ef-4d11-b5de-5b1636fa0859,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:01.016148 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.059908 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.060801 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.062432 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] 10.222.0.48 "PUT /v2.0/ports/414696ef-96ef-4d11-b5de-5b1636fa0859 HTTP/1.1" status: 200 len: 1093 time: 1.2600951 Aug 30 14:34:01.063733 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'tag': '414696ef-96ef-4d11-b5de-5b1636fa0859'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:01.066683 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def04c5d-771f-44f2-94da-0c105be5e638" -d '{"events": [{"name": "network-changed", "server_uuid": "0ceda28e-c5c7-4342-8202-276b88e9ca96", "tag": "414696ef-96ef-4d11-b5de-5b1636fa0859"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:01.101063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9426e-f762-496b-bb3e-ac4af4f9286d service neutron] Pushing event updated for resources: {'Port': ['ID=414696ef-96ef-4d11-b5de-5b1636fa0859,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.117386 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15885939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13470310'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.127017 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:01.166327 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-a777c454-5908-4bdd-b262-036b387b8b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.173921 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-a777c454-5908-4bdd-b262-036b387b8b00 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 1096 time: 0.0498466 Aug 30 14:34:01.174061 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c5e0363-c403-424f-a625-666f38ce7b33,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.187780 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Checking segment: {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:01.188163 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Network hostable DHCP agents. Network: 5d4851cc-8281-42af-b50a-2080a319bf0e, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:34:01.215613 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Network 5d4851cc-8281-42af-b50a-2080a319bf0e is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:34:01.227715 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 5d4851cc-8281-42af-b50a-2080a319bf0e) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:01.231870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-df724a78-da10-402e-840d-c27e3482dba2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414696ef-96ef-4d11-b5de-5b1636fa0859 HTTP/1.1" status: 200 len: 217 time: 0.0473309 Aug 30 14:34:01.234722 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.236955 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.247279 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84131af4-b210-48cb-a34e-d0228f3a1e2e None None] Network 5d4851cc-8281-42af-b50a-2080a319bf0e requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:01.257564 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c989d20b-f104-4659-8fea-b3f0f38b3ac6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4634132 Aug 30 14:34:01.260012 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42496) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:01.272246 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:01.290046 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb4d66-bd56-4796-97f6-5452ff7178a3 x-openstack-request-id: req-28fb4d66-bd56-4796-97f6-5452ff7178a3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:01.290354 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ceda28e-c5c7-4342-8202-276b88e9ca96", "tag": "414696ef-96ef-4d11-b5de-5b1636fa0859", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:01.290567 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28fb4d66-bd56-4796-97f6-5452ff7178a3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:01.290991 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'tag': '414696ef-96ef-4d11-b5de-5b1636fa0859', 'status': 'completed', 'code': 200} Aug 30 14:34:01.330241 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-9222c930-f247-4442-8257-d80073b2ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.331759 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-9222c930-f247-4442-8257-d80073b2ad97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.0880277 Aug 30 14:34:01.334536 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.335664 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.361512 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.365246 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b0234-46c9-4126-92f2-b02c1d2444f3 req-1fb949ff-c43b-46fc-bf49-c6b4e83f3cb1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.367012 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-281b0234-46c9-4126-92f2-b02c1d2444f3 req-1fb949ff-c43b-46fc-bf49-c6b4e83f3cb1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0881107 Aug 30 14:34:01.384681 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-78f1ee94-704c-4be5-b926-878977f5630a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403590 Aug 30 14:34:01.404613 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port cf3917e6-0f9c-4703-ada0-76e8b143f2d4, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:01.424145 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.428275 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.473633 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-281b0234-46c9-4126-92f2-b02c1d2444f3 req-584b2391-899e-4a3b-a96e-7537904a2341 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913942 Aug 30 14:34:01.520839 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-e4c894c2-0a7f-4ba0-8237-23ca29e19654 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182756 Aug 30 14:34:01.569267 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:01.612994 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.634981 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-5d4851cc-8281-42af-b50a-2080a319bf0e', 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'fixed_ips': [{'subnet_id': '9c5e0363-c403-424f-a625-666f38ce7b33'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:34:01.636061 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.647604 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 2, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:01.656884 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-12674625-c83d-460a-b5e7-7c181bd159f8 req-6104b10a-a4e0-40c1-addd-e4fb67d1a6e1 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196582 Aug 30 14:34:01.676550 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Checking router: 0af77643-37d1-46b7-9163-8b42d3926414 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:34:01.676913 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Updating router 0af77643-37d1-46b7-9163-8b42d3926414 port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:34:01.762052 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.790246 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def04c5d-771f-44f2-94da-0c105be5e638 req-74b58a45-b934-4bb9-be67-5052cb856f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.794973 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-74b58a45-b934-4bb9-be67-5052cb856f8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d44e75377b0b469691bc7f49ac9d5024&device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 1096 time: 0.0572226 Aug 30 14:34:01.914039 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:01.942377 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.019424 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def04c5d-771f-44f2-94da-0c105be5e638 req-f10d6a01-b81a-4f1b-abbf-8e9e5b4e774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:02.021251 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-f10d6a01-b81a-4f1b-abbf-8e9e5b4e774a service neutron] 10.222.0.48 "GET /v2.0/networks?id=057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 200 len: 914 time: 0.2129261 Aug 30 14:34:02.084532 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Allocated IP 172.27.3.48 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/e93ff162-7947-49f0-899f-35a875fb5c49) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:02.087149 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Allocated IP 172.20.0.2 (5d4851cc-8281-42af-b50a-2080a319bf0e/9c5e0363-c403-424f-a625-666f38ce7b33/30e429b0-34b2-4c1f-a332-a4b19fd16e11) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:02.105880 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-c3d2b32c-1df9-498a-b1e0-464b7f26cff0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=414696ef-96ef-4d11-b5de-5b1636fa0859 HTTP/1.1" status: 200 len: 217 time: 0.0516751 Aug 30 14:34:02.122620 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae407cae-bd75-49f9-a40f-224c09aa40f4 req-84255f61-c468-42a0-b456-ff8571440d40 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:02.124562 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ae407cae-bd75-49f9-a40f-224c09aa40f4 req-84255f61-c468-42a0-b456-ff8571440d40 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 943 time: 0.1023729 Aug 30 14:34:02.165781 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ae407cae-bd75-49f9-a40f-224c09aa40f4 req-8a95e646-2511-42e9-b1d0-2d7299828f19 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Aug 30 14:34:02.205849 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.251779 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.291813 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:02.298755 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:02.301528 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:02.307674 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Pushing event updated for resources: {'Port': ['ID=e93ff162-7947-49f0-899f-35a875fb5c49,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:02.350159 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.369963 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.376124 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Transition to ACTIVE for port object 30e429b0-34b2-4c1f-a332-a4b19fd16e11 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:02.391200 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Transition to ACTIVE for port object 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:02.402496 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Transition to ACTIVE for port object 30e429b0-34b2-4c1f-a332-a4b19fd16e11 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:02.404409 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.432510 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.464797 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661382d4-325d-43af-817f-ed73eb31a9f4 None None] Pushing event updated for resources: {'Port': ['ID=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:02.478209 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Network 5d4851cc-8281-42af-b50a-2080a319bf0e is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:02.503666 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:02.509882 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:02.563393 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Pushing event updated for resources: {'Port': ['ID=30e429b0-34b2-4c1f-a332-a4b19fd16e11,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:02.608236 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.641869 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Attempting to bind port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:02.642272 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Attempting to bind port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:02.642663 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Attempting to bind port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 on network 5d4851cc-8281-42af-b50a-2080a319bf0e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:02.649358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Attempting to bind port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:02.649769 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Attempting to bind port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:02.650130 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Attempting to bind port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 on network 3cab27da-b66f-48e3-bac7-b3188013c964 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:02.653821 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:02.654204 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Checking segment: {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:02.654627 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.655026 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Bound using segment: {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:02.655798 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Bound port: 30e429b0-34b2-4c1f-a332-a4b19fd16e11, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:02.656246 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.670320 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device cf3917e6-0f9c-4703-ada0-76e8b143f2d4 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:02.675707 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:02.676091 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Checking segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:02.676550 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.676887 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Bound using segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:02.677385 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Bound port: 9cbf99c6-bdbb-424d-bb48-b8973fac43f7, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:02.677773 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.811541 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.833999 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] For port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:02.836488 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] For port 30e429b0-34b2-4c1f-a332-a4b19fd16e11, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:02.841367 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] For port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:02.844362 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] For port 30e429b0-34b2-4c1f-a332-a4b19fd16e11, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=30e429b0-34b2-4c1f-a332-a4b19fd16e11,segment=NetworkSegment(01c28341-161b-43e8-aa17-88fe7f203a83),segment_id=01c28341-161b-43e8-aa17-88fe7f203a83)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:02.847300 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.859003 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.883809 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:02.884170 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.952809 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:34:02.955445 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:02.956093 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:03.068641 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661382d4-325d-43af-817f-ed73eb31a9f4 None None] Pushing event updated for resources: {'Port': ['ID=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:03.114534 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:03.131385 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Sync routers for ids ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:03.145737 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Routers {'ca824a4d-bf4b-440d-b21d-92709b6b5ca3'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:03.146938 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:03.147276 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:03.148576 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-02c7daab-92e7-410a-88fb-b5a68083056b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8874242 Aug 30 14:34:03.152178 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 42528) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:03.230500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:03.302015 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99526fea-7b8c-4a22-b859-dc1f36b9d99b None None] Pushing event updated for resources: {'Port': ['ID=30e429b0-34b2-4c1f-a332-a4b19fd16e11,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:03.342990 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def04c5d-771f-44f2-94da-0c105be5e638 req-ea107a20-ee35-4837-b2e3-1b2ce86f2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:03.344665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-ea107a20-ee35-4837-b2e3-1b2ce86f2feb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 200 len: 853 time: 0.1858256 Aug 30 14:34:03.383360 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Set router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:03.508151 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:02Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:03.537002 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700e576-8049-4b92-a57b-b2d26eb8556a None None] The sync data for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi is: [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:02Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:03.591038 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:02Z', 'revision_number': 3, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:03.648471 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Checking router: ca824a4d-bf4b-440d-b21d-92709b6b5ca3 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:34:03.649043 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Updating router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 port e93ff162-7947-49f0-899f-35a875fb5c49 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:34:03.698720 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:03.762322 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:03.961863 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Allocated IP 172.20.0.1 (5d4851cc-8281-42af-b50a-2080a319bf0e/9c5e0363-c403-424f-a625-666f38ce7b33/92a6f428-bf36-4717-90b0-e4a448dbaa54) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:04.015894 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.038341 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Transition to ACTIVE for port object e93ff162-7947-49f0-899f-35a875fb5c49 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:04.050363 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.109940 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Attempting to bind port e93ff162-7947-49f0-899f-35a875fb5c49 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:04.110317 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Attempting to bind port e93ff162-7947-49f0-899f-35a875fb5c49 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:04.110725 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Attempting to bind port e93ff162-7947-49f0-899f-35a875fb5c49 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:04.118257 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:04.118681 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:04.119100 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.119519 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:04.120024 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Bound port: e93ff162-7947-49f0-899f-35a875fb5c49, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:04.120428 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.168682 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.172997 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-07f18761-dd02-43c5-b3cf-683c04c1c3fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=057dd32e-aa42-4946-ab7e-afc646faf50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526483 Aug 30 14:34:04.178788 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb809723-0b9f-4516-a469-0403dd9a7a1a None None] Network 5d4851cc-8281-42af-b50a-2080a319bf0e requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:34:04.188804 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Transition to ACTIVE for port object 92a6f428-bf36-4717-90b0-e4a448dbaa54 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:04.203520 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a984af-af78-4ae2-a8f4-3db3d6188061 None None] Pushing event updated for resources: {'Port': ['ID=e93ff162-7947-49f0-899f-35a875fb5c49,revision_number=2']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:04.214541 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] For port e93ff162-7947-49f0-899f-35a875fb5c49, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:04.233611 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] For port e93ff162-7947-49f0-899f-35a875fb5c49, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=e93ff162-7947-49f0-899f-35a875fb5c49,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:04.235366 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:34:04.242180 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.243291 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.285181 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-79dbce53-cbbf-44fe-9ef8-b74347a940b0 None None] Provisioning for port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:04.305127 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Network 5d4851cc-8281-42af-b50a-2080a319bf0e is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:04.311893 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:04.315848 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:04.317736 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a984af-af78-4ae2-a8f4-3db3d6188061 None None] Pushing event updated for resources: {'Port': ['ID=e93ff162-7947-49f0-899f-35a875fb5c49,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:04.343777 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Routers {'ca824a4d-bf4b-440d-b21d-92709b6b5ca3'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:04.344462 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:04.362813 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.367369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Pushing event updated for resources: {'Port': ['ID=92a6f428-bf36-4717-90b0-e4a448dbaa54,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:04.487540 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] Set router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:04.533974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.717445 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 30e429b0-34b2-4c1f-a332-a4b19fd16e11 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:04.761349 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.774009 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.819158 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:04.825913 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:04.826272 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.830902 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:02Z', 'revision_number': 3, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:04.857724 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f8ea67c6-1b3c-41de-a863-f22518bc4112 None None] Provisioning for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:04.867623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Pushing event updated for resources: {'Port': ['ID=92a6f428-bf36-4717-90b0-e4a448dbaa54,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:04.869935 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f8ea67c6-1b3c-41de-a863-f22518bc4112 None None] Provisioning complete for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:04.874428 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adffa106-5577-413a-bc12-a042cde8d2b6 None None] The sync data for ids ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'] in dv-cinder-777031-2-iscsi is: [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:02Z', 'revision_number': 3, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:04.875593 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f8ea67c6-1b3c-41de-a863-f22518bc4112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.886762 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.944754 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea67c6-1b3c-41de-a863-f22518bc4112 None None] Port 92a6f428-bf36-4717-90b0-e4a448dbaa54 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:04.996843 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.029915 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 30e429b0-34b2-4c1f-a332-a4b19fd16e11, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=30e429b0-34b2-4c1f-a332-a4b19fd16e11,segment=NetworkSegment(01c28341-161b-43e8-aa17-88fe7f203a83),segment_id=01c28341-161b-43e8-aa17-88fe7f203a83)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:05.033673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Network 5d4851cc-8281-42af-b50a-2080a319bf0e is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:05.035137 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:05.035304 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.035962 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:05.125465 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-74adef7b-c30c-4b54-b07c-4c6c7fa9cd3d None None] Provisioning complete for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:05.125847 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-74adef7b-c30c-4b54-b07c-4c6c7fa9cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.128396 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=30e429b0-34b2-4c1f-a332-a4b19fd16e11,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:05.174229 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:05.403609 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:05.411287 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-74adef7b-c30c-4b54-b07c-4c6c7fa9cd3d None None] Port 92a6f428-bf36-4717-90b0-e4a448dbaa54 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:05.413516 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:05.414061 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.433306 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:05.442148 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-72a8cebd-d003-4a93-ab08-522f67d9c4ed admin admin] 10.222.0.62 "PUT /v2.0/routers/ca824a4d-bf4b-440d-b21d-92709b6b5ca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2873244 Aug 30 14:34:05.471332 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d3d53-876c-4c9c-ad59-00b5d14c288d req-53b6d89d-61a8-4166-9e5a-544c0e3fd69b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.477849 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5d9d3d53-876c-4c9c-ad59-00b5d14c288d req-53b6d89d-61a8-4166-9e5a-544c0e3fd69b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 943 time: 0.1439905 Aug 30 14:34:05.534417 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.543058 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5d9d3d53-876c-4c9c-ad59-00b5d14c288d req-dff437fb-e5ba-4729-9290-56febbca9768 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597973 Aug 30 14:34:05.544982 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-5605cbe1-a495-4d97-8083-f51ea959a8ea service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098887 Aug 30 14:34:05.550573 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-11d2a15c-6f0c-47f8-b279-3f164538c166 None None] Provisioning complete for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:05.550985 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-11d2a15c-6f0c-47f8-b279-3f164538c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.613154 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-11d2a15c-6f0c-47f8-b279-3f164538c166 None None] Port 92a6f428-bf36-4717-90b0-e4a448dbaa54 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:05.623911 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:05.630288 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.685239 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-def04c5d-771f-44f2-94da-0c105be5e638 req-9fd7e867-9748-46e0-9e58-467b388c3f47 service neutron] 10.222.0.48 "GET /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200421 Aug 30 14:34:05.687097 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:06.806765 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22835feb-df10-4c73-8e92-cc29c9a360cd req-74aaf5e4-775f-4001-8adc-4a33ac52cb35 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.808712 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 30e429b0-34b2-4c1f-a332-a4b19fd16e11 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:06.809395 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-22835feb-df10-4c73-8e92-cc29c9a360cd req-74aaf5e4-775f-4001-8adc-4a33ac52cb35 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 943 time: 0.1439145 Aug 30 14:34:06.860690 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84173ac4-03b9-4f80-b734-f09d1f649e54 req-f5ded7f9-97b2-40c8-a62a-a964578be6af tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.865792 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-84173ac4-03b9-4f80-b734-f09d1f649e54 req-f5ded7f9-97b2-40c8-a62a-a964578be6af tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1296661 Aug 30 14:34:06.878112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-2476ee4f-814f-4d5e-bc79-721152aad933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.878112 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-2476ee4f-814f-4d5e-bc79-721152aad933 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.1610923 Aug 30 14:34:06.923971 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1015bf1c-359e-4f73-9678-c7a28c5519b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.955339 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:06.956305 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.014636 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-22835feb-df10-4c73-8e92-cc29c9a360cd req-afa91ee6-7979-40b5-be2f-ae5b81116723 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982422 Aug 30 14:34:07.024085 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-84173ac4-03b9-4f80-b734-f09d1f649e54 req-6bb51175-26ca-4e05-8678-73f75d95ed1b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482005 Aug 30 14:34:07.075752 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Sync routers for ids ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:07.085019 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-73bd52e4-9d53-4aef-bec3-8bb709567167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.086952 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-73bd52e4-9d53-4aef-bec3-8bb709567167 service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.1514251 Aug 30 14:34:07.123868 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Routers {'ca824a4d-bf4b-440d-b21d-92709b6b5ca3'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:07.124643 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:07.153245 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-92fa2ecb-4af3-40fb-a17c-147bd60fa5d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 217 time: 0.0508676 Aug 30 14:34:07.189043 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device e93ff162-7947-49f0-899f-35a875fb5c49 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:07.222815 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-00f7875d-0aed-4639-8f11-6f90131680aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.225289 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-00f7875d-0aed-4639-8f11-6f90131680aa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0554240 Aug 30 14:34:07.279437 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-be541201-b027-4a9a-b7e6-96bc8a30ae18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392296 Aug 30 14:34:07.293988 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Set router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:07.319953 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port e93ff162-7947-49f0-899f-35a875fb5c49 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:07.326790 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port e93ff162-7947-49f0-899f-35a875fb5c49 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:07.327170 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.446372 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-2f868ee3-1092-4565-9f58-51dc8f5ce807 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451421 Aug 30 14:34:07.654317 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f0494ca-85d3-4a0c-8eb9-36d5a121d568 req-95c0486e-6ffa-42f1-b292-48fb15fbf88d service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990793 Aug 30 14:34:07.716629 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.753017 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port e93ff162-7947-49f0-899f-35a875fb5c49, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=e93ff162-7947-49f0-899f-35a875fb5c49,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:07.769013 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.770015 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:07.873549 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 4, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '92a6f428-bf36-4717-90b0-e4a448dbaa54', 'name': '', 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'mac_address': 'fa:16:3e:9e:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9c5e0363-c403-424f-a625-666f38ce7b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:03Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 2, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'subnets': [{'id': '9c5e0363-c403-424f-a625-666f38ce7b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:07.909465 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=e93ff162-7947-49f0-899f-35a875fb5c49,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:07.922955 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Checking router: ca824a4d-bf4b-440d-b21d-92709b6b5ca3 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:34:07.926225 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Updating router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 port 92a6f428-bf36-4717-90b0-e4a448dbaa54 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:34:07.956192 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:07.970188 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:07.970560 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.355069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58db7-d773-454e-8d23-595686a4490c req-e14050f6-6a74-491c-9ee1-00842df5fd78 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:08.362713 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40e58db7-d773-454e-8d23-595686a4490c req-e14050f6-6a74-491c-9ee1-00842df5fd78 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 943 time: 0.1853733 Aug 30 14:34:08.427825 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40e58db7-d773-454e-8d23-595686a4490c req-87e9b695-569a-4147-a23e-002320b8ab07 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Aug 30 14:34:08.567625 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.582525 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Transition to ACTIVE for port object 92a6f428-bf36-4717-90b0-e4a448dbaa54 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:08.585502 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11a2b-bb6b-430a-a747-06f31fb6c0c8 req-1df07391-df45-4554-9e4e-b3f425766d73 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:08.595421 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.596691 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6fb11a2b-bb6b-430a-a747-06f31fb6c0c8 req-1df07391-df45-4554-9e4e-b3f425766d73 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0873444 Aug 30 14:34:08.644410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6fb11a2b-bb6b-430a-a747-06f31fb6c0c8 req-9766e5b7-35d1-42c5-a705-6cff609bacdb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Aug 30 14:34:08.722113 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device e93ff162-7947-49f0-899f-35a875fb5c49 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:08.752625 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a970059-33df-4158-b8f8-13cd60e7ac43 None None] Pushing event updated for resources: {'Port': ['ID=92a6f428-bf36-4717-90b0-e4a448dbaa54,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:08.919752 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Attempting to bind port 92a6f428-bf36-4717-90b0-e4a448dbaa54 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:08.920431 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Attempting to bind port 92a6f428-bf36-4717-90b0-e4a448dbaa54 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:08.920554 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Attempting to bind port 92a6f428-bf36-4717-90b0-e4a448dbaa54 on network 5d4851cc-8281-42af-b50a-2080a319bf0e {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:08.933670 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:08.934091 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Checking segment: {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:08.934664 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.935072 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Bound using segment: {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:08.935565 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Bound port: 92a6f428-bf36-4717-90b0-e4a448dbaa54, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c28341-161b-43e8-aa17-88fe7f203a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:08.935942 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.981557 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port e93ff162-7947-49f0-899f-35a875fb5c49 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:08.982039 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.056161 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] For port 92a6f428-bf36-4717-90b0-e4a448dbaa54, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:09.060590 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] For port 92a6f428-bf36-4717-90b0-e4a448dbaa54, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=92a6f428-bf36-4717-90b0-e4a448dbaa54,segment=NetworkSegment(01c28341-161b-43e8-aa17-88fe7f203a83),segment_id=01c28341-161b-43e8-aa17-88fe7f203a83)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:09.073323 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.187110 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Routers {'ca824a4d-bf4b-440d-b21d-92709b6b5ca3'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:09.187872 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:33:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:09.191371 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a970059-33df-4158-b8f8-13cd60e7ac43 None None] Pushing event updated for resources: {'Port': ['ID=92a6f428-bf36-4717-90b0-e4a448dbaa54,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:09.501538 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] Set router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:09.564141 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a3b208c-76a7-4675-a683-00ead59aa70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.615573 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849354a-e729-49ec-9b12-5bb4dd15df61 req-7e038eee-c329-4f17-815d-1dd196ee86be tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.626472 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5849354a-e729-49ec-9b12-5bb4dd15df61 req-7e038eee-c329-4f17-815d-1dd196ee86be tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 943 time: 0.1014891 Aug 30 14:34:09.687533 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5849354a-e729-49ec-9b12-5bb4dd15df61 req-af4a1461-46a3-483f-8865-606366be760a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Aug 30 14:34:09.799671 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f4f85-2684-4048-927d-4d526a72b379 req-dba4b1ed-a3e7-4608-a4c2-00342ecfa6fc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.801456 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ae0f4f85-2684-4048-927d-4d526a72b379 req-dba4b1ed-a3e7-4608-a4c2-00342ecfa6fc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0550182 Aug 30 14:34:09.816464 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:09.878253 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ae0f4f85-2684-4048-927d-4d526a72b379 req-4922396c-1a7a-4703-b593-7ec88b9323bd tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688007 Aug 30 14:34:09.881730 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 4, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '92a6f428-bf36-4717-90b0-e4a448dbaa54', 'name': '', 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'mac_address': 'fa:16:3e:9e:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9c5e0363-c403-424f-a625-666f38ce7b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:03Z', 'updated_at': '2021-08-30T14:34:09Z', 'revision_number': 4, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'subnets': [{'id': '9c5e0363-c403-424f-a625-666f38ce7b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:09.990858 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850be72d-2228-43e5-8262-e9189237adc1 None None] The sync data for ids ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'] in dv-cinder-777031-2-iscsi is: [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:04Z', 'revision_number': 4, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '92a6f428-bf36-4717-90b0-e4a448dbaa54', 'name': '', 'network_id': '5d4851cc-8281-42af-b50a-2080a319bf0e', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'mac_address': 'fa:16:3e:9e:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '9c5e0363-c403-424f-a625-666f38ce7b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:03Z', 'updated_at': '2021-08-30T14:34:09Z', 'revision_number': 4, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'subnets': [{'id': '9c5e0363-c403-424f-a625-666f38ce7b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:10.116509 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 414696ef-96ef-4d11-b5de-5b1636fa0859 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:34:10.280724 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 414696ef-96ef-4d11-b5de-5b1636fa0859, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=414696ef-96ef-4d11-b5de-5b1636fa0859,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:10.294107 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '414696ef-96ef-4d11-b5de-5b1636fa0859', 'network_id': '057dd32e-aa42-4946-ab7e-afc646faf50c', 'port_id': '414696ef-96ef-4d11-b5de-5b1636fa0859', 'mac_address': 'fa:16:3e:6a:22:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f9c75-15d8-467a-8c53-68261c922eff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:34:10.350220 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.370036 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414696ef-96ef-4d11-b5de-5b1636fa0859 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:10.398249 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 414696ef-96ef-4d11-b5de-5b1636fa0859, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=414696ef-96ef-4d11-b5de-5b1636fa0859,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:10.404269 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.473726 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=414696ef-96ef-4d11-b5de-5b1636fa0859,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:10.653994 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 92a6f428-bf36-4717-90b0-e4a448dbaa54 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:10.747800 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:10.770928 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:10.771480 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.778151 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.846630 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['414696ef-96ef-4d11-b5de-5b1636fa0859'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:10.876899 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a21d6-7ae5-4473-9174-c513ef8da2e4 req-5af7dd90-a18a-423d-936b-5a78fcb9398d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:10.879379 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4b1a21d6-7ae5-4473-9174-c513ef8da2e4 req-5af7dd90-a18a-423d-936b-5a78fcb9398d tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 944 time: 0.0870540 Aug 30 14:34:10.963749 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.995353 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4b1a21d6-7ae5-4473-9174-c513ef8da2e4 req-616bc981-0adf-4f8b-b092-d15f238f8ca8 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026039 Aug 30 14:34:11.114110 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 92a6f428-bf36-4717-90b0-e4a448dbaa54, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=92a6f428-bf36-4717-90b0-e4a448dbaa54,segment=NetworkSegment(01c28341-161b-43e8-aa17-88fe7f203a83),segment_id=01c28341-161b-43e8-aa17-88fe7f203a83)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:11.126452 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702de962-3f7e-4783-a85e-c3acb72ea8cf req-aaaae2c9-1ea8-41d5-8ea0-be5d84bf2bd4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:11.130154 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.139292 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-702de962-3f7e-4783-a85e-c3acb72ea8cf req-aaaae2c9-1ea8-41d5-8ea0-be5d84bf2bd4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1227646 Aug 30 14:34:11.212238 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-702de962-3f7e-4783-a85e-c3acb72ea8cf req-a0285986-5cd0-4b5e-a838-a95067510aa9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674391 Aug 30 14:34:11.262773 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=92a6f428-bf36-4717-90b0-e4a448dbaa54,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:12.194544 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10f00d-faea-4b90-8eec-9da53d521bf4 req-1d78def3-785c-43c4-a231-9a9deb002020 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:12.204745 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fc10f00d-faea-4b90-8eec-9da53d521bf4 req-1d78def3-785c-43c4-a231-9a9deb002020 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 944 time: 0.0952585 Aug 30 14:34:12.288231 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fc10f00d-faea-4b90-8eec-9da53d521bf4 req-2ebe1f74-ef0f-4a3a-b8d4-95ee49b33d0a tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747626 Aug 30 14:34:12.416085 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.483494 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb8d1-8fab-4637-8513-19564827ec19 req-68204968-3b54-485b-9389-8cd0aa3ed14b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:12.487743 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a62cb8d1-8fab-4637-8513-19564827ec19 req-68204968-3b54-485b-9389-8cd0aa3ed14b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1273234 Aug 30 14:34:12.760878 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 92a6f428-bf36-4717-90b0-e4a448dbaa54 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:12.827458 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 92a6f428-bf36-4717-90b0-e4a448dbaa54 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:12.828081 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:12.904163 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a62cb8d1-8fab-4637-8513-19564827ec19 req-10a8617c-8ca0-407f-818c-a90160c1ec61 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064364 Aug 30 14:34:12.932590 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-94feaf75-fc82-46bf-a914-474804de0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:12.935722 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-94feaf75-fc82-46bf-a914-474804de0469 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.1225061 Aug 30 14:34:13.081603 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-9de13c90-d8dc-4a0c-8d91-27310637190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.083101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-9de13c90-d8dc-4a0c-8d91-27310637190f service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.1154275 Aug 30 14:34:13.134538 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-327f098d-2d58-4f41-b8d5-34bdaf7ab547 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 217 time: 0.0371301 Aug 30 14:34:13.204724 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-682c5447-e658-4f66-a80f-661db631588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.206272 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-682c5447-e658-4f66-a80f-661db631588b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0572052 Aug 30 14:34:13.254954 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-2d647017-60d1-441f-a2ad-22514f5323fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359063 Aug 30 14:34:13.401566 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-8e064eab-391e-4656-bfbb-0fc15abf1bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333828 Aug 30 14:34:13.579898 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51016fd-342e-48e1-9891-32bee6f9486c req-ce6a48aa-c4ca-4ff5-8618-e443d739c7ab tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.581580 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e51016fd-342e-48e1-9891-32bee6f9486c req-ce6a48aa-c4ca-4ff5-8618-e443d739c7ab tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 944 time: 0.0879524 Aug 30 14:34:13.648122 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b6c8305-64e4-4b57-87e7-5990517ba6ac req-86badbdb-3366-46dc-9e9b-b9e0acbe39d2 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368939 Aug 30 14:34:13.672226 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e51016fd-342e-48e1-9891-32bee6f9486c req-477c199e-8718-428a-aaad-c35548a763f3 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826735 Aug 30 14:34:14.026350 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc2c11-0520-4134-b0a1-beb2aaa69633 req-f98b7750-5197-4b11-9fe8-6d79d9ab7dd0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:14.028699 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b8bc2c11-0520-4134-b0a1-beb2aaa69633 req-f98b7750-5197-4b11-9fe8-6d79d9ab7dd0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0624230 Aug 30 14:34:14.093934 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b8bc2c11-0520-4134-b0a1-beb2aaa69633 req-50545dc4-ca44-47c2-8c50-87db5725df4f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Aug 30 14:34:14.130845 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 414696ef-96ef-4d11-b5de-5b1636fa0859 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:14.190001 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 414696ef-96ef-4d11-b5de-5b1636fa0859 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:14.197019 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 414696ef-96ef-4d11-b5de-5b1636fa0859 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:14.197406 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.307744 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.365892 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414696ef-96ef-4d11-b5de-5b1636fa0859'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:14.368769 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb09f58-1102-417d-ab66-6242de165f4f" -d '{"events": [{"server_uuid": "0ceda28e-c5c7-4342-8202-276b88e9ca96", "name": "network-vif-plugged", "status": "completed", "tag": "414696ef-96ef-4d11-b5de-5b1636fa0859"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:14.382315 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 414696ef-96ef-4d11-b5de-5b1636fa0859, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=414696ef-96ef-4d11-b5de-5b1636fa0859,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:14.388507 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.471503 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84eee81-a62e-4669-8b20-bba839c6aa20 x-openstack-request-id: req-f84eee81-a62e-4669-8b20-bba839c6aa20 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:14.472060 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ceda28e-c5c7-4342-8202-276b88e9ca96", "name": "network-vif-plugged", "status": "completed", "tag": "414696ef-96ef-4d11-b5de-5b1636fa0859", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:14.472427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f84eee81-a62e-4669-8b20-bba839c6aa20 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:14.472863 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414696ef-96ef-4d11-b5de-5b1636fa0859', 'code': 200} Aug 30 14:34:14.499510 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=414696ef-96ef-4d11-b5de-5b1636fa0859,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:14.514253 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 42802) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:14.590928 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.686136 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.862920 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.870975 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.924624 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5eec3e0599724e0cb1c0d13b80132b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144363 Aug 30 14:34:14.925520 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df96f884-cdf8-4b75-a7fb-3b47529a50e2,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:14.927591 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 42814) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:14.939011 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.939398 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.940004 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.940401 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.940747 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.941349 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.941813 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.942185 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.942671 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.943133 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.943645 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.944028 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f10d6b-39bb-4f67-8910-7c16961f09ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:14.956982 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6f196-4820-431e-aa46-bc1a9bb8f68b req-c98a4f49-d5c6-410d-8ea9-41f26687b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:14.959095 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bdf6f196-4820-431e-aa46-bc1a9bb8f68b req-c98a4f49-d5c6-410d-8ea9-41f26687b378 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 1098 time: 0.2038441 Aug 30 14:34:15.000642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a4a86-df1c-46ee-bc33-28b57080a58f req-d5bf27be-988d-4546-a6ae-63435dd83d13 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.002279 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ca3a4a86-df1c-46ee-bc33-28b57080a58f req-d5bf27be-988d-4546-a6ae-63435dd83d13 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.2041929 Aug 30 14:34:15.076627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bdf6f196-4820-431e-aa46-bc1a9bb8f68b req-df80bc25-349e-451c-8917-87e829614b63 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965059 Aug 30 14:34:15.079273 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.090141 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ca3a4a86-df1c-46ee-bc33-28b57080a58f req-f19e9b17-355d-486e-8e06-b9258a312c74 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762985 Aug 30 14:34:15.114243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.217922 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.220498 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.221863 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df96f884-cdf8-4b75-a7fb-3b47529a50e2 HTTP/1.1" status: 204 len: 168 time: 0.2876976 Aug 30 14:34:15.237350 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df96f884-cdf8-4b75-a7fb-3b47529a50e2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:15.248042 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90602e9d-e5e8-4f67-a9fd-dd4157490de4 req-232cbc15-fa9a-4e47-a841-efcbcad23d27 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.249585 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-90602e9d-e5e8-4f67-a9fd-dd4157490de4 req-232cbc15-fa9a-4e47-a841-efcbcad23d27 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0772178 Aug 30 14:34:15.254774 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.257613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.258794 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.259120 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ca5c1-89ad-471d-a477-d1dc93f3edd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:15.322646 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-90602e9d-e5e8-4f67-a9fd-dd4157490de4 req-62283c44-4968-43fa-a4aa-2cb87ff75807 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540180 Aug 30 14:34:16.244624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731403c-2a98-4a82-aa1f-dc00c8b030eb req-b57de21c-b2cd-41d6-bf56-ced5eff03209 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:16.246416 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1731403c-2a98-4a82-aa1f-dc00c8b030eb req-b57de21c-b2cd-41d6-bf56-ced5eff03209 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.0770001 Aug 30 14:34:16.307186 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1731403c-2a98-4a82-aa1f-dc00c8b030eb req-c9c3104c-cd36-4e54-b1ac-a7ec169910e3 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533273 Aug 30 14:34:16.463628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e354c5-5223-4e6d-8756-07135381f696 req-48033ffa-2f4c-4de6-9913-fd6e6cc66954 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:16.465568 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40e354c5-5223-4e6d-8756-07135381f696 req-48033ffa-2f4c-4de6-9913-fd6e6cc66954 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0649393 Aug 30 14:34:16.532745 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40e354c5-5223-4e6d-8756-07135381f696 req-c31c296f-6813-47ad-a70b-1bda474f76ed tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594273 Aug 30 14:34:17.446440 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfdff2-5442-448b-a91f-8ed22c5e40a1 req-80009bca-979e-4048-b72d-5308cc6c0188 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:17.449258 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8acfdff2-5442-448b-a91f-8ed22c5e40a1 req-80009bca-979e-4048-b72d-5308cc6c0188 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.0568964 Aug 30 14:34:17.488451 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8acfdff2-5442-448b-a91f-8ed22c5e40a1 req-447cd1b0-bc3e-441e-bc2a-7974b63c8360 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Aug 30 14:34:17.669461 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d698f4-55de-4248-a75a-74b9889dce14 req-e7d45158-d622-4609-98c0-f32fcd0d4d4a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:17.671772 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-62d698f4-55de-4248-a75a-74b9889dce14 req-e7d45158-d622-4609-98c0-f32fcd0d4d4a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0638084 Aug 30 14:34:17.731033 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-62d698f4-55de-4248-a75a-74b9889dce14 req-1c8acfda-65f1-4b83-988c-cabb88304f79 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Aug 30 14:34:20.670221 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bc569-3b74-4fb0-a8fe-ac66dce3d18c req-a3f03343-943e-4ae6-9ef1-800e097f481b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:20.671935 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e15bc569-3b74-4fb0-a8fe-ac66dce3d18c req-a3f03343-943e-4ae6-9ef1-800e097f481b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0639708 Aug 30 14:34:20.762211 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e15bc569-3b74-4fb0-a8fe-ac66dce3d18c req-bb972a08-eab2-4524-9c88-29f044b62f8a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839415 Aug 30 14:34:20.816858 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-24811e05-cd21-46f8-b34a-60edf99a620f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:20.818330 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-24811e05-cd21-46f8-b34a-60edf99a620f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 814 time: 0.1254697 Aug 30 14:34:20.834736 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-04c06b2f-0e3e-4ec0-86d1-4f465ec66bf2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/quotas/10b696423a944d8cadcc9452cd9f90ce HTTP/1.1" status: 200 len: 375 time: 0.0097466 Aug 30 14:34:20.894896 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-1487f1d9-0d3a-4f76-b257-7d052f75eaea tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539651 Aug 30 14:34:21.008347 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-cb29c7ea-1a17-4d88-a101-94d901cf63dd service neutron] 10.222.0.62 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990770 Aug 30 14:34:21.120984 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-f1c7c25a-6d81-494d-a249-c2465da0c628 service neutron] 10.222.0.62 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009679 Aug 30 14:34:21.317117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-decc942b-2138-475b-8f14-5bd2e416295d req-d6f72d92-4d1c-4d85-84ae-59db3d6854c5 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 210 time: 0.0307233 Aug 30 14:34:21.898530 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49a133-278c-4a65-ba80-427d6fcd0c86 req-6f4f55ad-f7b0-424e-8304-5dc5e2c83187 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:21.900238 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b49a133-278c-4a65-ba80-427d6fcd0c86 req-6f4f55ad-f7b0-424e-8304-5dc5e2c83187 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0668197 Aug 30 14:34:21.938585 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b49a133-278c-4a65-ba80-427d6fcd0c86 req-4a7b321b-9c58-47ab-9a05-3eb8039de628 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Aug 30 14:34:22.425709 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c179fbe4-6850-419b-b633-dee9298cef79 req-e4f68f9f-9c8b-4599-9750-a87184a48ae7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Aug 30 14:34:23.072117 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6509c5-8fcb-42a8-b4f3-78617d0ef56e req-1cfd26a9-9e12-4eeb-9610-cd9cb8c74167 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:23.073634 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d6509c5-8fcb-42a8-b4f3-78617d0ef56e req-1cfd26a9-9e12-4eeb-9610-cd9cb8c74167 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0604012 Aug 30 14:34:23.112025 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d6509c5-8fcb-42a8-b4f3-78617d0ef56e req-30cf5a35-e891-498c-9966-728857a86b74 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Aug 30 14:34:23.530183 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-58adea0e-8e95-413f-b010-eda56855deb1 req-cdf11c31-4a53-4f0a-a34d-076bf68b30ee tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Aug 30 14:34:24.244241 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d822e-6d74-4f4d-87bd-4f06749a607f req-d014e7ee-e030-4f38-8e6c-3c1ab6273a49 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:24.245710 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2d7d822e-6d74-4f4d-87bd-4f06749a607f req-d014e7ee-e030-4f38-8e6c-3c1ab6273a49 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0519440 Aug 30 14:34:24.285510 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2d7d822e-6d74-4f4d-87bd-4f06749a607f req-5f9b6b29-881f-4d6e-a6e9-cf4b53e1c299 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Aug 30 14:34:24.627140 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6b4b0b5-6bf8-4cc8-a41e-e6d02866dbbd req-9dc187f5-e0a7-46ae-a76b-e02006e8dfed tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 210 time: 0.0282702 Aug 30 14:34:25.467195 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872d67-a614-464f-82b2-3a1b84e944e0 req-97747ac5-367b-4cc3-8466-e1137c85ee84 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.469039 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b9872d67-a614-464f-82b2-3a1b84e944e0 req-97747ac5-367b-4cc3-8466-e1137c85ee84 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1047237 Aug 30 14:34:25.535142 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-34fd7e17-9f1e-43c5-a5aa-65c43019de4f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:25.536774 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-34fd7e17-9f1e-43c5-a5aa-65c43019de4f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 814 time: 0.1614256 Aug 30 14:34:25.542289 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b9872d67-a614-464f-82b2-3a1b84e944e0 req-710bd89a-5516-45e7-8f90-742cc7bb56cc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633328 Aug 30 14:34:25.565367 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'port': {'device_id': '3d667df0-ae70-467a-88df-3367b6066d47', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'admin_state_up': True, 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:25.757535 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-784f279c-3770-45ac-bcbd-d2e1c9c7223c req-c0919f9f-4d55-45d8-85c3-64fcc58d4727 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 210 time: 0.0389969 Aug 30 14:34:25.782874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Made reservation on behalf of 10b696423a944d8cadcc9452cd9f90ce for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:34:25.789567 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:25.965537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Allocated IP 172.20.0.5 (3cab27da-b66f-48e3-bac7-b3188013c964/144ead6e-4c6b-43bc-9bb0-e3e43049d498/07eaac92-288f-4e14-ba42-4a085d392eb1) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:26.137554 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.164719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Transition to ACTIVE for port object 07eaac92-288f-4e14-ba42-4a085d392eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:26.211676 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.245554 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Network 3cab27da-b66f-48e3-bac7-b3188013c964 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:26.249175 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:26.299746 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:26.368093 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:26.376225 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:26.376680 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.401236 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-233a1412-95ad-46c0-8f48-33b6a1c12cb7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8406284 Aug 30 14:34:26.525239 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-5b1b08a3-0caa-4ff3-8160-4d27c676cb02 None None] Provisioning for port 07eaac92-288f-4e14-ba42-4a085d392eb1 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:26.529660 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-5b1b08a3-0caa-4ff3-8160-4d27c676cb02 None None] Provisioning complete for port 07eaac92-288f-4e14-ba42-4a085d392eb1 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:26.530032 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5b1b08a3-0caa-4ff3-8160-4d27c676cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:26.575037 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b08a3-0caa-4ff3-8160-4d27c676cb02 None None] Port 07eaac92-288f-4e14-ba42-4a085d392eb1 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:34:26.685116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aebff7-cbac-47a4-8df5-7f40ee2d327c req-4d0c64f6-2fec-4ba1-9613-37bed4f735ce tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:26.687522 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-77aebff7-cbac-47a4-8df5-7f40ee2d327c req-4d0c64f6-2fec-4ba1-9613-37bed4f735ce tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0571163 Aug 30 14:34:26.738699 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-77aebff7-cbac-47a4-8df5-7f40ee2d327c req-0ed0d33f-1893-4235-ade7-336d74d8b035 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Aug 30 14:34:26.885430 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d16cc-5401-4ec9-a328-4fb511374d1b req-7ec0a342-92ec-42b8-aa5a-78b65c778bd5 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:26.887176 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea5d16cc-5401-4ec9-a328-4fb511374d1b req-7ec0a342-92ec-42b8-aa5a-78b65c778bd5 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0508182 Aug 30 14:34:26.934027 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea5d16cc-5401-4ec9-a328-4fb511374d1b req-9cf521e0-6969-4810-b293-29ae123fd3cf tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397658 Aug 30 14:34:32.173417 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270dee3-d11a-4909-b6c2-82c399f42d33 req-c757be08-76b2-476e-9565-bd33af24fe60 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:32.174912 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7270dee3-d11a-4909-b6c2-82c399f42d33 req-c757be08-76b2-476e-9565-bd33af24fe60 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0562549 Aug 30 14:34:32.221253 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7270dee3-d11a-4909-b6c2-82c399f42d33 req-309bf2b8-dd7b-4414-a495-91148e1b70fc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Aug 30 14:34:32.343482 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfbc1a-193e-4280-8e35-1d122a372fd7 req-40798cbc-ac96-4ec9-8071-bb4649b00e0b tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:32.345033 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aadfbc1a-193e-4280-8e35-1d122a372fd7 req-40798cbc-ac96-4ec9-8071-bb4649b00e0b tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0499544 Aug 30 14:34:32.383969 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aadfbc1a-193e-4280-8e35-1d122a372fd7 req-15f84522-9d26-4f1b-a3cb-a9802fe061de tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325685 Aug 30 14:34:32.507899 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9977a-30fe-4493-9018-36f82dbec78e req-3e1fd925-1594-4e77-b79f-55c80db4c893 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:32.509418 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b6b9977a-30fe-4493-9018-36f82dbec78e req-3e1fd925-1594-4e77-b79f-55c80db4c893 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0543709 Aug 30 14:34:32.559818 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b6b9977a-30fe-4493-9018-36f82dbec78e req-b98c0df4-607e-463e-b449-a34aa2dddd15 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423474 Aug 30 14:34:33.388139 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec2e97-9151-48c4-96c0-678cf5835eb3 req-2abeb673-e659-4dd2-8cf9-f3577a512dde tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:33.390213 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07ec2e97-9151-48c4-96c0-678cf5835eb3 req-2abeb673-e659-4dd2-8cf9-f3577a512dde tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0907388 Aug 30 14:34:33.435139 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07ec2e97-9151-48c4-96c0-678cf5835eb3 req-90eccf01-831a-4372-8477-7af0cc23a8f3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377424 Aug 30 14:34:33.545212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71058a34-435b-459c-8114-2abd3fe0478d req-edccad2a-8e4a-43c1-885e-bc1603553176 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:33.546639 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71058a34-435b-459c-8114-2abd3fe0478d req-edccad2a-8e4a-43c1-885e-bc1603553176 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0507598 Aug 30 14:34:33.601779 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71058a34-435b-459c-8114-2abd3fe0478d req-f7dcbc78-3555-4c85-be9d-2931ec5ffb29 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460000 Aug 30 14:34:33.718494 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a447fdf-9dc6-4346-9669-5b7fa630c594 req-7bae2bb6-2490-47a7-970c-5a91ede9aacd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:33.720151 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a447fdf-9dc6-4346-9669-5b7fa630c594 req-7bae2bb6-2490-47a7-970c-5a91ede9aacd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0569465 Aug 30 14:34:33.763098 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a447fdf-9dc6-4346-9669-5b7fa630c594 req-852443c8-9cf2-4f75-b0d0-6ea81e8c3662 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364890 Aug 30 14:34:34.736781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034c059-3cf3-4fc6-85b9-f848d57f5ac4 req-72d74e72-9b18-4112-aeeb-3d4629a6e7a1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:34.738263 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f034c059-3cf3-4fc6-85b9-f848d57f5ac4 req-72d74e72-9b18-4112-aeeb-3d4629a6e7a1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0641525 Aug 30 14:34:34.775821 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f034c059-3cf3-4fc6-85b9-f848d57f5ac4 req-65856373-3901-4a73-bda4-e2c36f451035 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313568 Aug 30 14:34:34.884828 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a1376-9bbc-40ab-9e9d-6367ffc1e2f9 req-165695dd-2cbb-49fa-b6dd-63fcb429d380 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:34.886309 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764a1376-9bbc-40ab-9e9d-6367ffc1e2f9 req-165695dd-2cbb-49fa-b6dd-63fcb429d380 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0506561 Aug 30 14:34:34.930391 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764a1376-9bbc-40ab-9e9d-6367ffc1e2f9 req-0151de3c-e083-4114-afd5-88e76a2d844e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Aug 30 14:34:35.047170 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d9eae-4a58-4e14-a56c-68ddc814f576 req-de1ceb9c-1eb0-48c2-8904-b6d5ee221679 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:35.049041 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7e0d9eae-4a58-4e14-a56c-68ddc814f576 req-de1ceb9c-1eb0-48c2-8904-b6d5ee221679 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0608215 Aug 30 14:34:35.090550 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7e0d9eae-4a58-4e14-a56c-68ddc814f576 req-770d402c-f4ba-45c7-b637-b8b5f3c73cee tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347655 Aug 30 14:34:35.917624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3119d-9cd2-496d-9642-54b1196ff799 req-9801c3eb-60d5-4567-a0b5-2a54a426f30b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:35.919127 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fab3119d-9cd2-496d-9642-54b1196ff799 req-9801c3eb-60d5-4567-a0b5-2a54a426f30b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0629566 Aug 30 14:34:35.958549 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fab3119d-9cd2-496d-9642-54b1196ff799 req-4ad9e644-ca60-4516-b6bc-fcd973a1dec7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331585 Aug 30 14:34:36.070469 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2aba8-acfd-430e-b39d-9b921c18c1c0 req-36e5c209-94d1-4bb4-a001-46cf229761ed tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:36.072154 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-49a2aba8-acfd-430e-b39d-9b921c18c1c0 req-36e5c209-94d1-4bb4-a001-46cf229761ed tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0537591 Aug 30 14:34:36.114632 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-49a2aba8-acfd-430e-b39d-9b921c18c1c0 req-47911e8f-7266-4488-866b-0680801d8709 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Aug 30 14:34:36.248821 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6f3c3-9c5d-41e1-ac05-21d7be0fe5f7 req-49072917-ac36-4ffa-980c-cdb013239bfe tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:36.251407 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6eb6f3c3-9c5d-41e1-ac05-21d7be0fe5f7 req-49072917-ac36-4ffa-980c-cdb013239bfe tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0638235 Aug 30 14:34:36.294660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6eb6f3c3-9c5d-41e1-ac05-21d7be0fe5f7 req-62dee800-6a70-4666-9dd9-ae59a6436864 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Aug 30 14:34:36.889975 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-5a04c649-c67b-4ee2-8c9d-ab8197d529ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:37.087282 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f7704-4d47-4083-ac35-e49064592f1c req-0f43a0ca-dbea-4bf6-8f56-cee3530b98a5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:37.088856 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d22f7704-4d47-4083-ac35-e49064592f1c req-0f43a0ca-dbea-4bf6-8f56-cee3530b98a5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0517266 Aug 30 14:34:37.126293 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d22f7704-4d47-4083-ac35-e49064592f1c req-0aeb58c4-b21e-437e-ba03-fd1a9b9ec30c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Aug 30 14:34:37.264105 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fdd3-d63c-49c2-8aa0-35f8eb6668aa req-9070fcbc-4f12-479d-8004-7115df11939a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:37.266707 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a002fdd3-d63c-49c2-8aa0-35f8eb6668aa req-9070fcbc-4f12-479d-8004-7115df11939a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0816162 Aug 30 14:34:37.315966 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a002fdd3-d63c-49c2-8aa0-35f8eb6668aa req-1e97e262-c7b9-479e-bbaa-e925251159a1 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Aug 30 14:34:37.428455 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ead4d3-200a-481e-94bc-7648b4a751ba req-36819fba-db06-4501-a5aa-ddf6c9bb6bd0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:37.429997 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-57ead4d3-200a-481e-94bc-7648b4a751ba req-36819fba-db06-4501-a5aa-ddf6c9bb6bd0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0581031 Aug 30 14:34:37.473667 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-57ead4d3-200a-481e-94bc-7648b4a751ba req-ee83f69c-e1a0-4e6f-8419-47a76e41eea2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375166 Aug 30 14:34:38.251386 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71369bbb-ae00-4d79-ae8f-df539798d5f5 req-fbd872ed-83c9-4580-8f70-af474c495dfb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:38.253125 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71369bbb-ae00-4d79-ae8f-df539798d5f5 req-fbd872ed-83c9-4580-8f70-af474c495dfb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0567985 Aug 30 14:34:38.294978 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71369bbb-ae00-4d79-ae8f-df539798d5f5 req-b45f766f-60b7-442a-8237-fde45cd802fa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Aug 30 14:34:38.440402 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb4590-e208-4890-9b0e-cd2f9192a165 req-de9ea005-1b5f-4e18-8a2c-161cf9b55b06 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:38.442029 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64fb4590-e208-4890-9b0e-cd2f9192a165 req-de9ea005-1b5f-4e18-8a2c-161cf9b55b06 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0524523 Aug 30 14:34:38.484090 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64fb4590-e208-4890-9b0e-cd2f9192a165 req-b0733200-0a9a-486f-9bac-7f8432f685a3 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360026 Aug 30 14:34:38.663213 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387d54-af54-40e9-9e18-12dbb92b4792 req-005f1dfc-6181-4014-b25f-1ed973384f2b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:38.664800 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-38387d54-af54-40e9-9e18-12dbb92b4792 req-005f1dfc-6181-4014-b25f-1ed973384f2b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0958569 Aug 30 14:34:38.708072 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-38387d54-af54-40e9-9e18-12dbb92b4792 req-48d78918-3c92-4ea9-af41-0d7a9828ecbd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368412 Aug 30 14:34:39.419420 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a50ed6-8d6f-4db1-8dd8-916d08099984 req-c86aa82c-3dd8-4315-ae9a-f1cb842169aa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.420990 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-19a50ed6-8d6f-4db1-8dd8-916d08099984 req-c86aa82c-3dd8-4315-ae9a-f1cb842169aa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0507288 Aug 30 14:34:39.469232 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-19a50ed6-8d6f-4db1-8dd8-916d08099984 req-47d12de7-20e4-4e31-b675-681d03c192a0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416305 Aug 30 14:34:39.537902 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4b66efcc-b53c-43aa-941e-bba1b0aff596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.610562 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c1d2f-019f-40c8-9f4d-423eae86f106 req-803cc65f-9e7d-4444-8e1f-96d0d0bf73b4 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.612196 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c03c1d2f-019f-40c8-9f4d-423eae86f106 req-803cc65f-9e7d-4444-8e1f-96d0d0bf73b4 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0571039 Aug 30 14:34:39.653733 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c03c1d2f-019f-40c8-9f4d-423eae86f106 req-a2bb431f-a136-4bb4-b839-6ae3b406f0d9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351567 Aug 30 14:34:39.789904 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.832627 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a54569-7ed0-46ed-8966-2e6517cc2436 req-aa6cf0e9-8b9b-449e-b0d1-07a66d60e1b7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:39.834181 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c3a54569-7ed0-46ed-8966-2e6517cc2436 req-aa6cf0e9-8b9b-449e-b0d1-07a66d60e1b7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0493925 Aug 30 14:34:39.879138 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c3a54569-7ed0-46ed-8966-2e6517cc2436 req-4dc23669-59c3-466d-b783-40c42d62082c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388227 Aug 30 14:34:40.605594 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7fd19-5685-4636-8d96-e6abcc7649f9 req-938271e5-5073-4315-bd08-3f5edba015d3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.607104 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1ed7fd19-5685-4636-8d96-e6abcc7649f9 req-938271e5-5073-4315-bd08-3f5edba015d3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0662994 Aug 30 14:34:40.649892 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1ed7fd19-5685-4636-8d96-e6abcc7649f9 req-f6959fb6-e0e1-4b87-bb22-274d58ee2491 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Aug 30 14:34:40.748983 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.778763 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86901e-f589-40bf-8839-ca288d838f62 req-8eaa1453-51ea-4751-af9e-f2e30caf9765 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.780267 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b86901e-f589-40bf-8839-ca288d838f62 req-8eaa1453-51ea-4751-af9e-f2e30caf9765 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 931 time: 0.0501564 Aug 30 14:34:40.823323 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b86901e-f589-40bf-8839-ca288d838f62 req-e3ad2a83-3fb2-44d7-9c97-783c5290c7f6 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Aug 30 14:34:40.999463 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93536ff2-1f45-4334-9c8a-e1f7f7746549 req-ca69b382-c1d4-4f5b-8b2e-a6d06a62d7c7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.000864 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-93536ff2-1f45-4334-9c8a-e1f7f7746549 req-ca69b382-c1d4-4f5b-8b2e-a6d06a62d7c7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0484135 Aug 30 14:34:41.046394 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-93536ff2-1f45-4334-9c8a-e1f7f7746549 req-aa849a20-b36d-4e88-b474-a1c77fa21f98 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390718 Aug 30 14:34:41.203551 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Request body: {'port': {'device_id': '3d667df0-ae70-467a-88df-3367b6066d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:41.208743 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:34:41.263239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.537392 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eaac92-288f-4e14-ba42-4a085d392eb1 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:41.545019 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.557269 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Transition to ACTIVE for port object 07eaac92-288f-4e14-ba42-4a085d392eb1 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:41.562778 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.619660 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:41.701273 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Attempting to bind port 07eaac92-288f-4e14-ba42-4a085d392eb1 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:41.702957 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Attempting to bind port 07eaac92-288f-4e14-ba42-4a085d392eb1 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:41.703467 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Attempting to bind port 07eaac92-288f-4e14-ba42-4a085d392eb1 on network 3cab27da-b66f-48e3-bac7-b3188013c964 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:41.716663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Port 07eaac92-288f-4e14-ba42-4a085d392eb1 on network 3cab27da-b66f-48e3-bac7-b3188013c964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:34:41.717168 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Attempting to bind port 07eaac92-288f-4e14-ba42-4a085d392eb1 on network 3cab27da-b66f-48e3-bac7-b3188013c964 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:41.724731 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:41.725124 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Checking segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:41.725756 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Bound using segment: {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:41.726391 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Bound port: 07eaac92-288f-4e14-ba42-4a085d392eb1, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95c15e9-c25a-4f4d-8125-80378d2e97b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:41.726854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.828587 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aa17c-0940-4b44-8027-a2191e245ca9 req-912a8e95-4da3-425c-b1b4-6cb55c82f1d7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.830606 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-003aa17c-0940-4b44-8027-a2191e245ca9 req-912a8e95-4da3-425c-b1b4-6cb55c82f1d7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0913947 Aug 30 14:34:41.846501 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:41.850630 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:41.860612 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.949174 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:41.949780 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:41.951294 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] 10.222.0.48 "PUT /v2.0/ports/07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 1093 time: 0.7578385 Aug 30 14:34:41.951920 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:41.954308 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3ad004-e49b-4c4d-b897-6bba2047f16f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:41.970186 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-003aa17c-0940-4b44-8027-a2191e245ca9 req-cf560af0-c2f3-47cc-a814-85e50bbb22c2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330767 Aug 30 14:34:41.978065 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3d0e7-1de9-4905-aa75-3adc3f01aee4 service neutron] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:42.002385 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73e105-8ab4-44f8-ac27-f77f682d1916 req-5d6c7089-f57f-4964-b66d-4bae4da88d87 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.003939 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b73e105-8ab4-44f8-ac27-f77f682d1916 req-5d6c7089-f57f-4964-b66d-4bae4da88d87 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 943 time: 0.1084678 Aug 30 14:34:42.070073 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa306854-0a0d-460e-89e7-4795e82874a7 x-openstack-request-id: req-aa306854-0a0d-460e-89e7-4795e82874a7 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:42.070371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:42.070630 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa306854-0a0d-460e-89e7-4795e82874a7 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:42.071028 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'status': 'completed', 'code': 200} Aug 30 14:34:42.075617 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b73e105-8ab4-44f8-ac27-f77f682d1916 req-5c128849-1e14-49dd-9c11-d88a620056e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644152 Aug 30 14:34:42.092694 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-fa7f3bf3-b342-4155-94a9-e8efc3ecde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.094198 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-fa7f3bf3-b342-4155-94a9-e8efc3ecde1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1096 time: 0.0513124 Aug 30 14:34:42.144605 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-b0f32ef2-2f10-4549-9b2d-7a69c930c246 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 217 time: 0.0400453 Aug 30 14:34:42.219018 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-97fde4fd-fff6-4a53-8078-3452b0b93c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.220381 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-97fde4fd-fff6-4a53-8078-3452b0b93c16 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.0677893 Aug 30 14:34:42.228666 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6ed1-2822-4989-9de2-e8859e517bd4 req-209baccd-997d-4aea-a6cc-cafe7b98a659 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.230037 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94fe6ed1-2822-4989-9de2-e8859e517bd4 req-209baccd-997d-4aea-a6cc-cafe7b98a659 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0884178 Aug 30 14:34:42.294253 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94fe6ed1-2822-4989-9de2-e8859e517bd4 req-235f9ca1-1b0b-4763-9e0a-02b44c2805e0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580201 Aug 30 14:34:42.300743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-325e3f9a-0912-4380-973e-210ab3ac61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.302128 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-325e3f9a-0912-4380-973e-210ab3ac61d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600393 Aug 30 14:34:42.400402 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-f46013a8-806a-41f6-a690-2005278caefe service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902343 Aug 30 14:34:42.413006 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.502407 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9fc70be-4153-4525-aa65-9cdf0fa31932 req-a8c70059-2c36-44e8-a961-26f5034cce14 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878758 Aug 30 14:34:42.618283 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-133fb44a-d196-41f8-ac65-f97bb91b126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.619808 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-133fb44a-d196-41f8-ac65-f97bb91b126b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1096 time: 0.0408845 Aug 30 14:34:42.964359 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-57387a7f-9312-4cb1-9487-7417498e9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:42.965811 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-57387a7f-9312-4cb1-9487-7417498e9f97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 915 time: 0.3341794 Aug 30 14:34:43.017295 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-48d1b0c2-951e-484e-9172-fef0e7bcfb02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 217 time: 0.0400548 Aug 30 14:34:43.103764 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-e10870d4-b5db-482b-9601-9900fb4c453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.105248 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-e10870d4-b5db-482b-9601-9900fb4c453a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.0760190 Aug 30 14:34:43.118116 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de6239-b7d9-4f0d-a0cd-d7815f9e8e53 req-a437d793-8cbe-4efb-8d16-10792a2eb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.119974 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-31de6239-b7d9-4f0d-a0cd-d7815f9e8e53 req-a437d793-8cbe-4efb-8d16-10792a2eb20d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.0488696 Aug 30 14:34:43.121912 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdc25d-4032-4b38-8e30-a468eabd7206 req-0625b39e-b9fc-46f0-9055-4416aa668c7b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.123436 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45cdc25d-4032-4b38-8e30-a468eabd7206 req-0625b39e-b9fc-46f0-9055-4416aa668c7b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0630066 Aug 30 14:34:43.186230 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45cdc25d-4032-4b38-8e30-a468eabd7206 req-ff02c2dc-fa70-43df-b7ff-d6eab7c5e51b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528805 Aug 30 14:34:43.191371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-3442ccc0-606d-4e74-ad8a-72ba35c2d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.192895 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-3442ccc0-606d-4e74-ad8a-72ba35c2d8ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685816 Aug 30 14:34:43.194351 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-31de6239-b7d9-4f0d-a0cd-d7815f9e8e53 req-899f6cf3-1cbe-4042-8681-0dff08895eaa service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578015 Aug 30 14:34:43.322720 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aee845-bfe0-48cc-a1a6-8960097ce070 req-b52f3f00-bd34-40b6-999e-b50fa23ab9f8 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.324347 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-31aee845-bfe0-48cc-a1a6-8960097ce070 req-b52f3f00-bd34-40b6-999e-b50fa23ab9f8 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 943 time: 0.0639431 Aug 30 14:34:43.368989 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-31aee845-bfe0-48cc-a1a6-8960097ce070 req-973b45d6-bc7e-46cf-b4b6-b320723b86d4 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Aug 30 14:34:43.432701 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e133e-434b-4e1a-a42a-5a86f844383d req-0add38f8-b849-4e9e-abc8-fe754411d6d0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:43.434413 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-205e133e-434b-4e1a-a42a-5a86f844383d req-0add38f8-b849-4e9e-abc8-fe754411d6d0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0536227 Aug 30 14:34:43.573391 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-205e133e-434b-4e1a-a42a-5a86f844383d req-cebef3ac-d337-4abe-80f1-c77c1ce70466 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323569 Aug 30 14:34:43.612817 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-c707c85a-6e20-46ba-a0ae-862941ad8138 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534472 Aug 30 14:34:43.751133 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e3ad004-e49b-4c4d-b897-6bba2047f16f req-a79ee10a-6391-466f-9bee-3f18e3d8ddd0 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025829 Aug 30 14:34:43.950963 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 43294) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:44.112206 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4c1e-6094-4b33-a79d-6da225ec1bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.201899 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4c1e-6094-4b33-a79d-6da225ec1bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.207693 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d0ca4c1e-6094-4b33-a79d-6da225ec1bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.250837 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d0ca4c1e-6094-4b33-a79d-6da225ec1bb6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffa746bd31df4131b84ec6046f845fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987216 Aug 30 14:34:44.251781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca4c1e-6094-4b33-a79d-6da225ec1bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8521723-bbfc-418b-8aab-2bba08cd3f85,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:44.253699 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43300) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:44.312778 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24ed42-cb28-4225-be6e-c41b11653b68 req-996e9c86-dd25-4465-8381-1d0c5f548386 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.314601 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1a24ed42-cb28-4225-be6e-c41b11653b68 req-996e9c86-dd25-4465-8381-1d0c5f548386 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0553021 Aug 30 14:34:44.322252 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-711000bd-9144-487b-898b-291524864a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.354144 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-711000bd-9144-487b-898b-291524864a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.357220 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1a24ed42-cb28-4225-be6e-c41b11653b68 req-578e750e-27cd-418d-ac45-8a1571af2763 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350316 Aug 30 14:34:44.404513 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-711000bd-9144-487b-898b-291524864a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.408174 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-711000bd-9144-487b-898b-291524864a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.409700 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-711000bd-9144-487b-898b-291524864a4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8521723-bbfc-418b-8aab-2bba08cd3f85 HTTP/1.1" status: 204 len: 168 time: 0.1549494 Aug 30 14:34:44.421234 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711000bd-9144-487b-898b-291524864a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8521723-bbfc-418b-8aab-2bba08cd3f85,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:44.497657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef1614-aad2-4308-8619-d4cb4bc5ef00 req-adf08fa2-107b-436d-9cda-bc5486121b9f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.499867 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a8ef1614-aad2-4308-8619-d4cb4bc5ef00 req-adf08fa2-107b-436d-9cda-bc5486121b9f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 943 time: 0.0555069 Aug 30 14:34:44.533528 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:44.544845 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a8ef1614-aad2-4308-8619-d4cb4bc5ef00 req-bb9f67eb-f54a-4e85-b712-5cce37ac4ab9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Aug 30 14:34:44.645219 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676b729-7300-4975-a3ec-54af9c5d0e80 req-f5527b51-e359-4fda-8a17-1ef2e495880b tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.647121 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d676b729-7300-4975-a3ec-54af9c5d0e80 req-f5527b51-e359-4fda-8a17-1ef2e495880b tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.0610969 Aug 30 14:34:44.727105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d676b729-7300-4975-a3ec-54af9c5d0e80 req-dd9f8e2f-e3bf-4deb-92fa-230be99b3c9b tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701444 Aug 30 14:34:44.744060 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7954e-a3ed-4017-aa55-0e1cda67dbfe req-a3a7bcde-c0f2-49c6-92d2-ef192cd0aa4b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:44.745621 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bca7954e-a3ed-4017-aa55-0e1cda67dbfe req-a3a7bcde-c0f2-49c6-92d2-ef192cd0aa4b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0686989 Aug 30 14:34:44.787040 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bca7954e-a3ed-4017-aa55-0e1cda67dbfe req-a59adbe8-c296-4b67-ab7c-744a1212fe8b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346961 Aug 30 14:34:45.481057 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcca77-fa63-4706-84f2-d321929b8fa8 req-087f0437-4851-4420-9f05-36fb125b2ed8 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.482813 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c8dcca77-fa63-4706-84f2-d321929b8fa8 req-087f0437-4851-4420-9f05-36fb125b2ed8 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0554328 Aug 30 14:34:45.525372 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c8dcca77-fa63-4706-84f2-d321929b8fa8 req-46df1188-4519-460f-bc1e-3d80caf37b17 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Aug 30 14:34:45.630842 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43366) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:45.721581 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dd381-8207-4162-beb4-e3fe14ca3690 req-1ac615cc-5d09-48a3-837c-bd6b785edc4f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.723175 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c31dd381-8207-4162-beb4-e3fe14ca3690 req-1ac615cc-5d09-48a3-837c-bd6b785edc4f tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 943 time: 0.0768328 Aug 30 14:34:45.770211 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65880cc9-8a67-459d-a096-9dc5b06a40ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.843208 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c31dd381-8207-4162-beb4-e3fe14ca3690 req-e9810576-4bf2-4848-bcb8-63dc01f484fb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060345 Aug 30 14:34:45.872926 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-dd6dba2b-e347-4012-8bdb-9c233edd07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.874697 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-dd6dba2b-e347-4012-8bdb-9c233edd07cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.0878234 Aug 30 14:34:45.886960 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136f615-10ff-4045-b10b-ee6b8428f706 req-4e14c7cf-9acb-4bbe-a065-1855485c693b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:45.890115 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5136f615-10ff-4045-b10b-ee6b8428f706 req-4e14c7cf-9acb-4bbe-a065-1855485c693b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1184247 Aug 30 14:34:45.891508 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65880cc9-8a67-459d-a096-9dc5b06a40ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.897013 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65880cc9-8a67-459d-a096-9dc5b06a40ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:45.937019 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65880cc9-8a67-459d-a096-9dc5b06a40ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a99401-c949-4414-87c9-f98cc7ba7045,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:45.943732 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-65880cc9-8a67-459d-a096-9dc5b06a40ba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4163616f0ddd4f4eb6e4ae5f63c1e2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112328 Aug 30 14:34:45.946535 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43380) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:45.997658 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebba3f14-ec4e-4e08-a36b-8619bd06c771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.018821 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5136f615-10ff-4045-b10b-ee6b8428f706 req-d746292d-874f-42bb-8741-24281c84b47f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183674 Aug 30 14:34:46.022478 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebba3f14-ec4e-4e08-a36b-8619bd06c771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.045698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d6c8e-877c-4c66-a052-1afacd76a3a2 req-aaf807f4-2ea0-4d6b-8267-1cc01724803e tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.047343 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1d6c8e-877c-4c66-a052-1afacd76a3a2 req-aaf807f4-2ea0-4d6b-8267-1cc01724803e tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.1317444 Aug 30 14:34:46.050633 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-8093302f-2422-420b-a6e1-f1381f620551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.052159 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-8093302f-2422-420b-a6e1-f1381f620551 service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.1608701 Aug 30 14:34:46.085184 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebba3f14-ec4e-4e08-a36b-8619bd06c771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.087939 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ebba3f14-ec4e-4e08-a36b-8619bd06c771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.089406 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ebba3f14-ec4e-4e08-a36b-8619bd06c771 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5a99401-c949-4414-87c9-f98cc7ba7045 HTTP/1.1" status: 204 len: 168 time: 0.1419339 Aug 30 14:34:46.098410 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba3f14-ec4e-4e08-a36b-8619bd06c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a99401-c949-4414-87c9-f98cc7ba7045,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:46.150137 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-ea5c0b15-f091-45c7-82fe-75bbb938605d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 217 time: 0.0757644 Aug 30 14:34:46.198390 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce1d6c8e-877c-4c66-a052-1afacd76a3a2 req-b59dc53d-f950-4e58-8527-eeaddbb7620d tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399045 Aug 30 14:34:46.247822 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479b6a5-d7f0-48aa-b8f0-2333b81d496d req-2e88ade8-702c-4953-9784-d49df669ac88 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.249369 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1479b6a5-d7f0-48aa-b8f0-2333b81d496d req-2e88ade8-702c-4953-9784-d49df669ac88 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1039050 Aug 30 14:34:46.251550 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-1a0c2f21-fb85-4c59-a84b-d7cdaa424580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.252988 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-1a0c2f21-fb85-4c59-a84b-d7cdaa424580 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0697076 Aug 30 14:34:46.260533 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 07eaac92-288f-4e14-ba42-4a085d392eb1 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:34:46.298260 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-1edeb55c-cbcf-457d-bd4a-72cba705fc13 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337784 Aug 30 14:34:46.328834 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1479b6a5-d7f0-48aa-b8f0-2333b81d496d req-52d57b76-aa36-455f-ac42-a6b524c9d7fc tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723674 Aug 30 14:34:46.372771 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:46.385946 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'port_id': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'mac_address': 'fa:16:3e:fe:5e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:34:46.414257 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-62b25d2f-e5dc-4a3c-b28d-948ed1ca0c2a service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045420 Aug 30 14:34:46.431471 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.447919 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eaac92-288f-4e14-ba42-4a085d392eb1 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:46.467183 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:46.471298 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:46.515104 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e99606f-eaba-4879-a6de-61d51c7d1436 req-5afb05fe-565c-428f-be5b-f9d5d09daadd service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855536 Aug 30 14:34:46.523214 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:46.530833 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.531183 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.531530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.531876 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.532213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.532553 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.532885 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.533214 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.533546 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.533878 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.534205 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.534528 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:34:46.971944 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bac265-4a38-406e-b640-b7d15691a2ea req-b8efbc88-8f49-4d27-b6c0-880badce8b43 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:46.973501 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-25bac265-4a38-406e-b640-b7d15691a2ea req-b8efbc88-8f49-4d27-b6c0-880badce8b43 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 944 time: 0.0558212 Aug 30 14:34:47.020375 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-25bac265-4a38-406e-b640-b7d15691a2ea req-181fd9d5-3c6b-411f-96d3-2eaa15df8ed7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Aug 30 14:34:47.036241 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['07eaac92-288f-4e14-ba42-4a085d392eb1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:47.154788 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a9282-8bda-4c7b-afc2-63888bf80f36 req-6c6a44f7-a194-4ce6-9e7c-eca13293617e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.156212 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ed7a9282-8bda-4c7b-afc2-63888bf80f36 req-6c6a44f7-a194-4ce6-9e7c-eca13293617e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.0845385 Aug 30 14:34:47.165419 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4f9a7-b24f-4c7e-ba84-526eeec2bb77 req-93c4e04b-40b6-49dc-bd81-6d5c700ca358 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.166974 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7a4f9a7-b24f-4c7e-ba84-526eeec2bb77 req-93c4e04b-40b6-49dc-bd81-6d5c700ca358 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0678546 Aug 30 14:34:47.227643 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ed7a9282-8bda-4c7b-afc2-63888bf80f36 req-9ff81280-0839-4ad0-8c8e-73c012754699 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Aug 30 14:34:47.235264 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7a4f9a7-b24f-4c7e-ba84-526eeec2bb77 req-085209b1-2f59-4a2f-b918-0437d025665d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Aug 30 14:34:47.336696 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61546ead-fc2f-46d6-83db-8e85f9d540da req-226cafca-d362-4c9a-9e51-f7a7751677e6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.338183 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61546ead-fc2f-46d6-83db-8e85f9d540da req-226cafca-d362-4c9a-9e51-f7a7751677e6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.0519338 Aug 30 14:34:47.381006 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61546ead-fc2f-46d6-83db-8e85f9d540da req-a509ab49-8058-4ccc-a8d1-b4069f99ad8f tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Aug 30 14:34:47.456138 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5603148-4b3c-4f91-aeb7-75cc68d650f2 req-75a2463c-36a9-4d43-8e6d-b14fc3811e1d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.457571 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d5603148-4b3c-4f91-aeb7-75cc68d650f2 req-75a2463c-36a9-4d43-8e6d-b14fc3811e1d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0530744 Aug 30 14:34:47.498437 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d5603148-4b3c-4f91-aeb7-75cc68d650f2 req-ae42ebf5-608c-4267-afef-a1ca5d342f58 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342844 Aug 30 14:34:47.913385 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-ff766997-423d-4f18-a7b8-27d7d3f95870 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:47.915072 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-ff766997-423d-4f18-a7b8-27d7d3f95870 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 946 time: 0.0554783 Aug 30 14:34:48.016660 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Deleting port fe273d89-4931-481a-b32e-df491749acc9 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:48.017313 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:48.132187 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] For port fe273d89-4931-481a-b32e-df491749acc9, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=fe273d89-4931-481a-b32e-df491749acc9,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:48.132592 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:48.147022 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Calling delete_port for fe273d89-4931-481a-b32e-df491749acc9 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:48.169154 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8be08-f98e-49f1-8ab0-fee4e058d6e7 req-793ce9f5-87b2-4cff-bbe5-aef59ecccdf6 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:48.170721 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-16a8be08-f98e-49f1-8ab0-fee4e058d6e7 req-793ce9f5-87b2-4cff-bbe5-aef59ecccdf6 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 944 time: 0.0863914 Aug 30 14:34:48.252160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-16a8be08-f98e-49f1-8ab0-fee4e058d6e7 req-1a949bcf-422c-4a67-88ee-365a933f0093 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Aug 30 14:34:48.368514 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:48.381648 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['fe273d89-4931-481a-b32e-df491749acc9'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:48.418765 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Pushing event deleted for resources: {'Port': ['ID=fe273d89-4931-481a-b32e-df491749acc9,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:48.469962 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] No DVR routers for this DVR port fe273d89-4931-481a-b32e-df491749acc9 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:48.479048 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec407c4-3ad3-401e-af12-155485071016 req-90dc49a3-8e96-4132-bfbf-ad765fe8db82 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:48.480536 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cec407c4-3ad3-401e-af12-155485071016 req-90dc49a3-8e96-4132-bfbf-ad765fe8db82 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.1571534 Aug 30 14:34:48.488642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7844-834a-4b64-8c89-6dd97ae0ea8e req-b754b1b9-98dd-49e8-8ee5-e129749f5ad5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:48.490154 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c70c7844-834a-4b64-8c89-6dd97ae0ea8e req-b754b1b9-98dd-49e8-8ee5-e129749f5ad5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1528368 Aug 30 14:34:48.492465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:48.494340 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8d19a19a-c5b3-483d-9ddc-258fe271a01e req-7cf0ebe7-f1c0-4cba-85d7-5e09abc82cc0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "DELETE /v2.0/ports/fe273d89-4931-481a-b32e-df491749acc9 HTTP/1.1" status: 204 len: 173 time: 0.5712640 Aug 30 14:34:48.494796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7532483c-ed87-4f2c-a9f5-28487c372729', 'name': 'network-vif-deleted', 'tag': 'fe273d89-4931-481a-b32e-df491749acc9'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:48.497199 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dc9b3f-5d7f-4b1e-8b0d-a7f9e6cede86" -d '{"events": [{"server_uuid": "7532483c-ed87-4f2c-a9f5-28487c372729", "name": "network-vif-deleted", "tag": "fe273d89-4931-481a-b32e-df491749acc9"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:48.559882 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cec407c4-3ad3-401e-af12-155485071016 req-9e66cd01-7d21-433d-b24d-188c83da0065 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686018 Aug 30 14:34:48.562602 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c70c7844-834a-4b64-8c89-6dd97ae0ea8e req-ef1995e7-7276-4292-8308-45d322c9605b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624661 Aug 30 14:34:48.622582 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5aaf08-89a5-4991-84fa-28ff6dcc5ce8 x-openstack-request-id: req-9f5aaf08-89a5-4991-84fa-28ff6dcc5ce8 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:48.623218 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7532483c-ed87-4f2c-a9f5-28487c372729", "name": "network-vif-deleted", "tag": "fe273d89-4931-481a-b32e-df491749acc9", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:48.623738 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f5aaf08-89a5-4991-84fa-28ff6dcc5ce8 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:48.624279 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7532483c-ed87-4f2c-a9f5-28487c372729', 'name': 'network-vif-deleted', 'tag': 'fe273d89-4931-481a-b32e-df491749acc9', 'status': 'completed', 'code': 200} Aug 30 14:34:48.681115 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9c5e2426-908b-4ccf-9158-4e46701c1ccc req-ceebfa0c-2dc9-4f2f-893f-13b09d2ed16e tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=7532483c-ed87-4f2c-a9f5-28487c372729 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Aug 30 14:34:48.735892 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100060f-1edc-48ad-a058-0fe7d23faa58 req-58930f6c-2bc7-438a-9c1e-df6f5014b581 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:48.736987 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4100060f-1edc-48ad-a058-0fe7d23faa58 req-58930f6c-2bc7-438a-9c1e-df6f5014b581 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0586019 Aug 30 14:34:48.785279 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4100060f-1edc-48ad-a058-0fe7d23faa58 req-81ef8ee9-9dbd-4f59-9cb7-699512c4f871 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Aug 30 14:34:49.390512 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26c875-586e-4c69-b6d3-a4cbf8b12488 req-39d03b8c-cde0-4ff7-9e3d-606ec3d67865 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:49.392162 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fd26c875-586e-4c69-b6d3-a4cbf8b12488 req-39d03b8c-cde0-4ff7-9e3d-606ec3d67865 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 944 time: 0.0626225 Aug 30 14:34:49.434228 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fd26c875-586e-4c69-b6d3-a4cbf8b12488 req-c6d5c940-c673-4d58-83eb-81b009c76545 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358844 Aug 30 14:34:49.706245 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495615-34dc-4510-9a63-e079d7b03e9f req-128e75bd-5e15-4116-8789-a2ab1f069fb1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:49.707769 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45495615-34dc-4510-9a63-e079d7b03e9f req-128e75bd-5e15-4116-8789-a2ab1f069fb1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.0775716 Aug 30 14:34:49.720641 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba3834-2f42-4e8a-926b-05e49cd21f27 req-04789a90-c41b-4220-85a3-e1ab9b01a81b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:49.724456 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95ba3834-2f42-4e8a-926b-05e49cd21f27 req-04789a90-c41b-4220-85a3-e1ab9b01a81b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0821517 Aug 30 14:34:49.819059 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45495615-34dc-4510-9a63-e079d7b03e9f req-eb130560-a34c-49b7-8569-741fe71c50bc tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935581 Aug 30 14:34:49.824522 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95ba3834-2f42-4e8a-926b-05e49cd21f27 req-3a2a3a74-11c5-46d7-8bc8-06e9de4896a5 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 Aug 30 14:34:49.838624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-8750c985-7228-40c0-a36b-68de63a0c2f1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:49.840172 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-8750c985-7228-40c0-a36b-68de63a0c2f1 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 945 time: 0.0937157 Aug 30 14:34:50.011642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c92d3-5d50-47ef-97dd-08b87455886d req-92a4668d-ff64-4d7c-a937-3d38b3c564b9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:50.014110 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ba2c92d3-5d50-47ef-97dd-08b87455886d req-92a4668d-ff64-4d7c-a937-3d38b3c564b9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0830896 Aug 30 14:34:50.024332 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Deleting port 414696ef-96ef-4d11-b5de-5b1636fa0859 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:50.024677 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.141496 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ba2c92d3-5d50-47ef-97dd-08b87455886d req-c7c4e153-251e-442e-bbf6-86bfc843beb4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212394 Aug 30 14:34:50.176467 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] For port 414696ef-96ef-4d11-b5de-5b1636fa0859, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=414696ef-96ef-4d11-b5de-5b1636fa0859,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:50.176841 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.191461 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Calling delete_port for 414696ef-96ef-4d11-b5de-5b1636fa0859 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:50.270816 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 07eaac92-288f-4e14-ba42-4a085d392eb1 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:50.323123 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 07eaac92-288f-4e14-ba42-4a085d392eb1 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:50.327224 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 07eaac92-288f-4e14-ba42-4a085d392eb1 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:50.327779 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.332091 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.349793 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908', '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'b119e420-0919-4bdd-90f5-c85a9f224c23', '414696ef-96ef-4d11-b5de-5b1636fa0859'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:50.362780 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event deleted for resources: {'Port': ['ID=414696ef-96ef-4d11-b5de-5b1636fa0859,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:50.410399 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] No DVR routers for this DVR port 414696ef-96ef-4d11-b5de-5b1636fa0859 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:34:50.413174 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.415851 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b7a302f5-5a4f-4356-9675-078e9e32fc40 req-f92cc321-9448-479a-89cc-fa239d4eea41 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "DELETE /v2.0/ports/414696ef-96ef-4d11-b5de-5b1636fa0859 HTTP/1.1" status: 204 len: 173 time: 0.5648293 Aug 30 14:34:50.484069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.543948 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:50.546393 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efef167-31c8-4726-8c4f-635bdf4ae320" -d '{"events": [{"server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "name": "network-vif-plugged", "status": "completed", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:50.565699 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:50.571253 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57625d06-6e38-4114-8b70-c0cc50cd20fb req-a6edf75f-1d58-4e6b-849d-5fce2249298e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:50.574161 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-57625d06-6e38-4114-8b70-c0cc50cd20fb req-a6edf75f-1d58-4e6b-849d-5fce2249298e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 944 time: 0.0604160 Aug 30 14:34:50.575627 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:50.605938 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02a3dee-cdb5-4911-80dd-7d6ccc9d8055 x-openstack-request-id: req-d02a3dee-cdb5-4911-80dd-7d6ccc9d8055 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:50.606229 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "name": "network-vif-plugged", "status": "completed", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:50.606476 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d02a3dee-cdb5-4911-80dd-7d6ccc9d8055 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:50.606896 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'code': 200} Aug 30 14:34:50.617047 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-57625d06-6e38-4114-8b70-c0cc50cd20fb req-fc181811-7122-4c19-a434-9f5b255b73bb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359943 Aug 30 14:34:50.625572 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'name': 'network-vif-deleted', 'tag': '414696ef-96ef-4d11-b5de-5b1636fa0859'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:50.628117 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217f9864-c3a6-4666-b33d-edb40fd35d0b" -d '{"events": [{"server_uuid": "0ceda28e-c5c7-4342-8202-276b88e9ca96", "name": "network-vif-deleted", "tag": "414696ef-96ef-4d11-b5de-5b1636fa0859"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:50.651338 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:50.667284 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78ce822-f6c9-422a-919f-a443815a82d7 x-openstack-request-id: req-d78ce822-f6c9-422a-919f-a443815a82d7 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:50.667628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ceda28e-c5c7-4342-8202-276b88e9ca96", "name": "network-vif-deleted", "tag": "414696ef-96ef-4d11-b5de-5b1636fa0859", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:50.667944 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d78ce822-f6c9-422a-919f-a443815a82d7 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:50.668378 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ceda28e-c5c7-4342-8202-276b88e9ca96', 'name': 'network-vif-deleted', 'tag': '414696ef-96ef-4d11-b5de-5b1636fa0859', 'status': 'completed', 'code': 200} Aug 30 14:34:50.921604 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1ab8be96-80c5-4947-8b47-4b304a97e066 req-aff5c69d-613a-4d77-b5b6-fc8b0bf44f59 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Aug 30 14:34:51.297968 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104afc56-3e56-4c82-8447-2e2be4e7b4b2 req-0ee8b3de-4a27-45ac-92a9-5ce1dcb02428 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:51.301384 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-104afc56-3e56-4c82-8447-2e2be4e7b4b2 req-0ee8b3de-4a27-45ac-92a9-5ce1dcb02428 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0683641 Aug 30 14:34:51.352915 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-104afc56-3e56-4c82-8447-2e2be4e7b4b2 req-880ce1e9-1c3b-45bf-adf6-f5ffe33b7cd4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455959 Aug 30 14:34:51.767886 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fce15-f1ca-45ac-8bf3-e28aedf76e3b req-b873f1f5-1055-4c78-84ce-fd385486925d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:51.769429 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f15fce15-f1ca-45ac-8bf3-e28aedf76e3b req-b873f1f5-1055-4c78-84ce-fd385486925d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0723495 Aug 30 14:34:51.819197 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f15fce15-f1ca-45ac-8bf3-e28aedf76e3b req-17f6bcbf-195b-4eaf-b504-f07384daa45d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Aug 30 14:34:52.031458 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61a1e6bb-2013-4f97-a42d-8d89bd26a235 req-b28fd098-1260-4a9b-a039-949fae0a7e90 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Aug 30 14:34:52.494244 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eddd4f-952b-4cd4-8e51-78347e4ade64 req-d683c846-05b8-4497-8483-3c93de4481d6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:52.495755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a2eddd4f-952b-4cd4-8e51-78347e4ade64 req-d683c846-05b8-4497-8483-3c93de4481d6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0503316 Aug 30 14:34:52.540264 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a2eddd4f-952b-4cd4-8e51-78347e4ade64 req-c2224c51-e7c4-4dbb-a04c-90a71bb669d8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Aug 30 14:34:52.963543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237ce1d-eceb-499b-9047-cb5f8e8a8b08 req-34b40e73-2d06-4a92-9c94-22bc7a97debb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:52.965054 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3237ce1d-eceb-499b-9047-cb5f8e8a8b08 req-34b40e73-2d06-4a92-9c94-22bc7a97debb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0668769 Aug 30 14:34:53.007867 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3237ce1d-eceb-499b-9047-cb5f8e8a8b08 req-8fae652c-4d6c-4384-86ef-e5db0ed35b52 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360787 Aug 30 14:34:53.117952 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device fe273d89-4931-481a-b32e-df491749acc9 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:53.144850 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a07b749-5956-46c3-bea5-e97ca71f2c12 req-cec3cb4e-d830-4d4e-b5f0-e611217ba468 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ceda28e-c5c7-4342-8202-276b88e9ca96 HTTP/1.1" status: 200 len: 210 time: 0.0349402 Aug 30 14:34:53.151557 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: fe273d89-4931-481a-b32e-df491749acc9 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:34:53.166864 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device fe273d89-4931-481a-b32e-df491749acc9 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:34:53.323383 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352add1-f6e7-4321-9c9e-d539debf28ab req-f509fcf7-ff16-4792-9efe-966008dc6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:53.324892 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d352add1-f6e7-4321-9c9e-d539debf28ab req-f509fcf7-ff16-4792-9efe-966008dc6d6c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1098 time: 0.0408905 Aug 30 14:34:53.364105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d352add1-f6e7-4321-9c9e-d539debf28ab req-ffe34c9e-0c35-4664-80e9-83d60b9b2831 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Aug 30 14:34:53.683137 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bc8b2-7dd6-417d-b96a-1facd8d7d8bf req-f2a799ca-31de-40a6-bb6f-a3dad9ad2a97 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:53.684639 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-887bc8b2-7dd6-417d-b96a-1facd8d7d8bf req-f2a799ca-31de-40a6-bb6f-a3dad9ad2a97 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0545118 Aug 30 14:34:53.725002 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-887bc8b2-7dd6-417d-b96a-1facd8d7d8bf req-b4fcf26c-0afa-464c-91a1-642a09f6e2a7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Aug 30 14:34:54.158906 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef7035-aab1-4655-8608-f9f12bf03561 req-ca8372f8-61cb-4af4-8184-843aa80ada65 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:54.160533 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9ef7035-aab1-4655-8608-f9f12bf03561 req-ca8372f8-61cb-4af4-8184-843aa80ada65 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Aug 30 14:34:54.202767 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9ef7035-aab1-4655-8608-f9f12bf03561 req-bf78ce6b-df98-4ba8-868a-bdae28546cef tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360148 Aug 30 14:34:54.536276 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ea1a1-659c-4833-a491-a19dd8608523 req-444cf32f-1cb7-4855-85d4-d264a39fe9a3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:54.537910 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a00ea1a1-659c-4833-a491-a19dd8608523 req-444cf32f-1cb7-4855-85d4-d264a39fe9a3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0531530 Aug 30 14:34:54.580653 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a00ea1a1-659c-4833-a491-a19dd8608523 req-12304409-68a6-4283-8ae5-f7c8b00bf481 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351691 Aug 30 14:34:54.863698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964960e6-8ead-4904-9160-f027f1a3d345 req-92bac7b9-a16b-4bfc-b055-a0cc44bf65e6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:54.865347 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-964960e6-8ead-4904-9160-f027f1a3d345 req-92bac7b9-a16b-4bfc-b055-a0cc44bf65e6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0578685 Aug 30 14:34:54.915009 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-964960e6-8ead-4904-9160-f027f1a3d345 req-b259a544-542d-41c8-8766-0982ef95fef2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407405 Aug 30 14:34:55.162321 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcd930-3723-473b-944b-c065ba051443 req-6b108f7d-3885-4e5e-9846-e340c421e1f7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:55.163839 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c7fcd930-3723-473b-944b-c065ba051443 req-6b108f7d-3885-4e5e-9846-e340c421e1f7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0537608 Aug 30 14:34:55.203954 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c7fcd930-3723-473b-944b-c065ba051443 req-5437df3d-ac18-4643-8cef-d3f6abff6760 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Aug 30 14:34:55.340833 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0bba6-f20f-4e27-aa73-359b5fabf55b req-020c1b8f-f520-4a3a-9b75-aa168b4b1341 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:55.342266 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f9c0bba6-f20f-4e27-aa73-359b5fabf55b req-020c1b8f-f520-4a3a-9b75-aa168b4b1341 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0536151 Aug 30 14:34:55.382872 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f9c0bba6-f20f-4e27-aa73-359b5fabf55b req-bf94f6c7-8100-4f07-9e59-5ab62aebd8b7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339687 Aug 30 14:34:55.521014 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdc65-d500-4a21-9412-dd7b6f04b7f4 req-a62b703c-0533-4541-bf0f-bd6392f13437 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:55.522753 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3b9bdc65-d500-4a21-9412-dd7b6f04b7f4 req-a62b703c-0533-4541-bf0f-bd6392f13437 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0629148 Aug 30 14:34:55.592317 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3b9bdc65-d500-4a21-9412-dd7b6f04b7f4 req-7311fe08-6824-4841-ae22-37ae6e44a8d4 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630577 Aug 30 14:34:55.607669 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf782ce-dd5f-43f5-b651-18f84e617d19 req-673debd0-c1c8-4c58-bf91-e4298ead5038 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:55.609221 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1bf782ce-dd5f-43f5-b651-18f84e617d19 req-673debd0-c1c8-4c58-bf91-e4298ead5038 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0638371 Aug 30 14:34:55.649462 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1bf782ce-dd5f-43f5-b651-18f84e617d19 req-81293aab-8201-4d3b-a365-970b2cc7d911 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Aug 30 14:34:55.938002 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24ef1f-c149-4dc7-afac-29bdb4a9faa2 req-b8239ba2-8aec-42ff-a61b-d3c81b90a75a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:55.939525 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e24ef1f-c149-4dc7-afac-29bdb4a9faa2 req-b8239ba2-8aec-42ff-a61b-d3c81b90a75a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0512099 Aug 30 14:34:55.980780 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e24ef1f-c149-4dc7-afac-29bdb4a9faa2 req-2d435620-a44b-4e4a-9ab7-b9727d3b6c77 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351155 Aug 30 14:34:56.056802 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb8a5c-af5f-4051-920c-480a28d39ab2 req-9fc5ba8b-a6a7-42e2-8ba6-4f829fd28074 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:56.059478 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40eb8a5c-af5f-4051-920c-480a28d39ab2 req-9fc5ba8b-a6a7-42e2-8ba6-4f829fd28074 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0567794 Aug 30 14:34:56.100618 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40eb8a5c-af5f-4051-920c-480a28d39ab2 req-4fd8ba88-ea35-4a6d-b6cc-e56baea66828 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340853 Aug 30 14:34:56.338016 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e099f-046d-497c-a99b-41244f517498 req-3ec09899-8efe-4c22-8fa7-0672af03d3b6 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:56.339627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c34e099f-046d-497c-a99b-41244f517498 req-3ec09899-8efe-4c22-8fa7-0672af03d3b6 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0607250 Aug 30 14:34:56.390755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c34e099f-046d-497c-a99b-41244f517498 req-2e07f969-12ee-42aa-8ddf-f66c6cbd7297 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Aug 30 14:34:56.770771 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20463f3c-420a-4d5e-bf41-c94e52cb8576 req-2d65a159-44cc-4a2c-a8d3-a5977416cc64 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:56.772220 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-20463f3c-420a-4d5e-bf41-c94e52cb8576 req-2d65a159-44cc-4a2c-a8d3-a5977416cc64 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0525887 Aug 30 14:34:56.813396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-20463f3c-420a-4d5e-bf41-c94e52cb8576 req-ece7fda1-d3c5-431d-a166-53511031ce79 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Aug 30 14:34:57.243343 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1f77b-b38f-421c-a351-f537652750b1 req-30dff7b4-76de-4800-8d60-517f0527fac9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:57.244816 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1b1f77b-b38f-421c-a351-f537652750b1 req-30dff7b4-76de-4800-8d60-517f0527fac9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0683811 Aug 30 14:34:57.288101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1b1f77b-b38f-421c-a351-f537652750b1 req-00f06a03-1ec8-4230-b5dc-6a20aec8aec3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346339 Aug 30 14:34:57.532614 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96738242-8192-4833-ac74-c319be74ae1d req-61f01a0a-2708-44a7-8a37-2b3c73a34a03 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:57.534192 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96738242-8192-4833-ac74-c319be74ae1d req-61f01a0a-2708-44a7-8a37-2b3c73a34a03 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0653219 Aug 30 14:34:57.572631 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96738242-8192-4833-ac74-c319be74ae1d req-8e73b808-2120-4f10-8b45-647b9940e006 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Aug 30 14:34:57.708166 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 414696ef-96ef-4d11-b5de-5b1636fa0859 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:34:57.730130 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 414696ef-96ef-4d11-b5de-5b1636fa0859 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:34:57.730479 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 414696ef-96ef-4d11-b5de-5b1636fa0859 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:34:57.948727 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ceee3-caee-46b6-a85f-d301e2c14392 req-deff989b-c162-41e5-be0f-41d0bd3f78de tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:57.950144 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-862ceee3-caee-46b6-a85f-d301e2c14392 req-deff989b-c162-41e5-be0f-41d0bd3f78de tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0530558 Aug 30 14:34:57.991446 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-862ceee3-caee-46b6-a85f-d301e2c14392 req-e350dcee-e109-4c19-98fc-2da19c64dfdc tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Aug 30 14:34:58.425678 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef082de-5f6e-4758-a77b-ee46a6f68538 req-253939c2-44ea-445b-a095-daf9efe6d351 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:58.427211 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5ef082de-5f6e-4758-a77b-ee46a6f68538 req-253939c2-44ea-445b-a095-daf9efe6d351 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0628717 Aug 30 14:34:58.468044 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5ef082de-5f6e-4758-a77b-ee46a6f68538 req-169176de-54ce-4332-ba02-60d255e77c76 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344117 Aug 30 14:34:58.697488 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7e62-5aea-492a-80ba-825be5a3d4e1 req-006d4c7c-c468-4dc7-aaa9-8a49b032862c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:58.698996 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89d7e62-5aea-492a-80ba-825be5a3d4e1 req-006d4c7c-c468-4dc7-aaa9-8a49b032862c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0524070 Aug 30 14:34:58.737752 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b89d7e62-5aea-492a-80ba-825be5a3d4e1 req-6324d518-a8ca-459d-ab2e-daa32f14711d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Aug 30 14:34:59.114805 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fe7b3-af41-44d4-a437-1ecaf1cb1fff req-7370cdfd-dc21-40af-b7a6-44f1a410ed39 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.116265 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f58fe7b3-af41-44d4-a437-1ecaf1cb1fff req-7370cdfd-dc21-40af-b7a6-44f1a410ed39 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0539446 Aug 30 14:34:59.156060 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f58fe7b3-af41-44d4-a437-1ecaf1cb1fff req-b975bdb7-afec-4864-8da2-74137db3000e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Aug 30 14:34:59.435438 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-55c62d86-3fa9-48b3-ade0-fe3bec66bbba tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.436941 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-55c62d86-3fa9-48b3-ade0-fe3bec66bbba tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 945 time: 0.0626440 Aug 30 14:34:59.534850 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Deleting port b119e420-0919-4bdd-90f5-c85a9f224c23 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:34:59.535204 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.666665 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229bd1f-5e93-47e4-abab-fabf0fabeedb req-de193424-141b-4cd0-a250-2c0ad6088d57 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.668283 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5229bd1f-5e93-47e4-abab-fabf0fabeedb req-de193424-141b-4cd0-a250-2c0ad6088d57 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1158979 Aug 30 14:34:59.674203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] For port b119e420-0919-4bdd-90f5-c85a9f224c23, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b119e420-0919-4bdd-90f5-c85a9f224c23,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:59.674559 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.701227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Calling delete_port for b119e420-0919-4bdd-90f5-c85a9f224c23 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:34:59.737941 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5229bd1f-5e93-47e4-abab-fabf0fabeedb req-d7a04e8e-a609-4c15-ae73-08e80ef505d9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606372 Aug 30 14:34:59.901773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82547776-7b74-49c6-97db-15316d18b1bb req-2e5b1110-a581-4146-980b-6bb69c3cd1c3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:59.903357 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-82547776-7b74-49c6-97db-15316d18b1bb req-2e5b1110-a581-4146-980b-6bb69c3cd1c3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0871069 Aug 30 14:34:59.904239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:59.916702 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908', '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'b119e420-0919-4bdd-90f5-c85a9f224c23'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:59.940597 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event deleted for resources: {'Port': ['ID=b119e420-0919-4bdd-90f5-c85a9f224c23,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:00.251154 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] No DVR routers for this DVR port b119e420-0919-4bdd-90f5-c85a9f224c23 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:00.277084 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:00.279058 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4246678b-1f0d-4450-a807-5c8dc1dabf61 req-9f039be6-a35e-41e8-bb4d-786cf880b17b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "DELETE /v2.0/ports/b119e420-0919-4bdd-90f5-c85a9f224c23 HTTP/1.1" status: 204 len: 173 time: 0.8350346 Aug 30 14:35:00.281926 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-82547776-7b74-49c6-97db-15316d18b1bb req-ca4624bb-b0d5-4627-99dc-74fa33592a66 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691957 Aug 30 14:35:00.282315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'name': 'network-vif-deleted', 'tag': 'b119e420-0919-4bdd-90f5-c85a9f224c23'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:00.284573 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31626c8b-6f6e-4d57-bda3-01ac2979b548" -d '{"events": [{"server_uuid": "1ce66db2-1d8a-47f8-8c01-04675355bc35", "name": "network-vif-deleted", "tag": "b119e420-0919-4bdd-90f5-c85a9f224c23"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:00.359692 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-6da9580b-cd1b-4b63-9523-1eb6909d9c9c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:00.361230 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-6da9580b-cd1b-4b63-9523-1eb6909d9c9c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/networks?id=65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 200 len: 814 time: 0.1536674 Aug 30 14:35:00.403751 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1ce62ec-8913-4c47-af0f-4baa8b7562ee req-678d8b98-1591-4f0a-ad2d-f51e5fc2b806 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=1ce66db2-1d8a-47f8-8c01-04675355bc35 HTTP/1.1" status: 200 len: 210 time: 0.0412943 Aug 30 14:35:00.406923 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-92ea2904-6f1f-4c42-8da4-d0b20f117072 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/quotas/4ac6496ef87f4d91b52281b3bf4df943 HTTP/1.1" status: 200 len: 375 time: 0.0341597 Aug 30 14:35:00.445365 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e52d7086-f27f-41ab-b51f-335d1c9a7d5b tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282080 Aug 30 14:35:00.462328 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea48fca-03a9-4b18-8f50-98afe7b2d03e x-openstack-request-id: req-4ea48fca-03a9-4b18-8f50-98afe7b2d03e {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:00.462733 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce66db2-1d8a-47f8-8c01-04675355bc35", "name": "network-vif-deleted", "tag": "b119e420-0919-4bdd-90f5-c85a9f224c23", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:00.462997 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ea48fca-03a9-4b18-8f50-98afe7b2d03e {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:00.463393 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce66db2-1d8a-47f8-8c01-04675355bc35', 'name': 'network-vif-deleted', 'tag': 'b119e420-0919-4bdd-90f5-c85a9f224c23', 'status': 'completed', 'code': 200} Aug 30 14:35:00.541882 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-86dacaab-d2ad-4719-aaaf-16a19924148c service neutron] 10.222.0.62 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884016 Aug 30 14:35:00.637533 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-a46c3401-e534-42c6-929c-e0567a03f467 service neutron] 10.222.0.62 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896063 Aug 30 14:35:00.828056 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c28c06e7-e5d6-45fb-b649-b30ae4ccefb4 req-a5b56b0d-08c2-4c4f-b762-d31ae78f5145 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 210 time: 0.0395422 Aug 30 14:35:00.877803 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8c20-d3e0-42d2-9f63-812fa93b0db8 req-d1724090-ead1-4fe3-bbbf-43e5a8b3e688 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:00.879315 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2baa8c20-d3e0-42d2-9f63-812fa93b0db8 req-d1724090-ead1-4fe3-bbbf-43e5a8b3e688 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0539088 Aug 30 14:35:00.930222 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2baa8c20-d3e0-42d2-9f63-812fa93b0db8 req-cdee5035-f5b0-4e8d-b451-01a525680eb8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Aug 30 14:35:01.416111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb523f9f-47a8-422e-9d80-bb022009c775 req-e3d93b15-fd35-46a2-bc32-d2301cb7ed2e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:01.417759 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fb523f9f-47a8-422e-9d80-bb022009c775 req-e3d93b15-fd35-46a2-bc32-d2301cb7ed2e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0580103 Aug 30 14:35:01.457354 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fb523f9f-47a8-422e-9d80-bb022009c775 req-0fa2ee25-e9ca-4eb3-8944-a0eb90c87ed6 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Aug 30 14:35:01.695155 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb2b5e-410b-4f02-8cd0-e018b5e9a180 req-f6536c74-8d9c-4b9b-bae7-649b0aaca830 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:01.696797 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72eb2b5e-410b-4f02-8cd0-e018b5e9a180 req-f6536c74-8d9c-4b9b-bae7-649b0aaca830 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.0554509 Aug 30 14:35:01.749057 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72eb2b5e-410b-4f02-8cd0-e018b5e9a180 req-ed954eb6-2d11-4fd1-ad5b-7962ec452c86 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Aug 30 14:35:01.953109 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1b85f70-9339-414c-b4dd-792e5647c573 req-a5d0a5e7-500f-4869-a1d7-960ebca20ab6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 210 time: 0.0419815 Aug 30 14:35:02.006773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-804f5fa5-5ad6-48f6-af0a-7e2693fdcbc7 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.008206 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-804f5fa5-5ad6-48f6-af0a-7e2693fdcbc7 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "GET /v2.0/networks?id=65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 200 len: 814 time: 0.1823528 Aug 30 14:35:02.025516 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Request body: {'port': {'device_id': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1', 'admin_state_up': True, 'tenant_id': '4ac6496ef87f4d91b52281b3bf4df943'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:02.121568 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28b8d4-491c-471c-89f5-166c15c533c7 req-5f2f499f-e76a-4572-8ad7-feebfc1f9da3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.123023 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2d28b8d4-491c-471c-89f5-166c15c533c7 req-5f2f499f-e76a-4572-8ad7-feebfc1f9da3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1121054 Aug 30 14:35:02.181211 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2d28b8d4-491c-471c-89f5-166c15c533c7 req-195b1d1d-7e88-4e41-ba8e-1e4086be0863 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518277 Aug 30 14:35:02.188601 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Made reservation on behalf of 4ac6496ef87f4d91b52281b3bf4df943 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:35:02.192479 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.324441 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Allocated IP 172.20.0.12 (65453b63-d5fa-4eb8-8114-6305409f06d1/62580772-e80e-477d-808f-c65e2ecfae44/210aca8b-c3ef-492d-a813-072b3891090a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:02.479216 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.525868 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.600104 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Network 65453b63-d5fa-4eb8-8114-6305409f06d1 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:02.608005 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:02.612856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:02.642121 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Pushing event updated for resources: {'Port': ['ID=210aca8b-c3ef-492d-a813-072b3891090a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:02.657221 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9c56-e390-40e8-89d5-8b2b9520f016 req-4e8b518c-4b31-428f-b1cc-f17e9fa3a7be tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.658855 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-74eb9c56-e390-40e8-89d5-8b2b9520f016 req-4e8b518c-4b31-428f-b1cc-f17e9fa3a7be tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1256568 Aug 30 14:35:02.698087 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.698725 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.722767 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-74eb9c56-e390-40e8-89d5-8b2b9520f016 req-3296c024-1081-4e32-94bd-7ced33758ea1 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517936 Aug 30 14:35:02.728602 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-c51b9fb2-8aef-4129-8c92-7af382dc562a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7071600 Aug 30 14:35:02.744496 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Request body: {'port': {'device_id': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:02.828890 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:02.859061 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-1f1d7f06-cc96-41d9-9137-27ed8b467537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.860537 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-1f1d7f06-cc96-41d9-9137-27ed8b467537 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.0429256 Aug 30 14:35:02.946673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a782d91-d9f3-487b-98b5-8261af7671eb req-ee6ba87f-342a-4f16-94d3-2efcbf978e1d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.948541 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a782d91-d9f3-487b-98b5-8261af7671eb req-ee6ba87f-342a-4f16-94d3-2efcbf978e1d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1317878 Aug 30 14:35:02.966695 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-7500114e-4dd4-41bd-b643-eca7b23ea97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:02.968233 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-7500114e-4dd4-41bd-b643-eca7b23ea97a service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.0962446 Aug 30 14:35:03.025509 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-904c5d63-b869-48c4-b69d-27eaa0e6bf58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 217 time: 0.0474613 Aug 30 14:35:03.042270 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9651bd2-2837-4ece-b9d0-e1e12a6923bf req-4635cb2f-1799-4163-9f25-116aecc0750e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.043774 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9651bd2-2837-4ece-b9d0-e1e12a6923bf req-4635cb2f-1799-4163-9f25-116aecc0750e tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.2117009 Aug 30 14:35:03.090557 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-625696b3-4aa9-4c73-a6ce-af00906b914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.092055 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-625696b3-4aa9-4c73-a6ce-af00906b914f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0466335 Aug 30 14:35:03.123370 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a782d91-d9f3-487b-98b5-8261af7671eb req-05c0ef7b-5220-407b-ad0b-7486bf82b97a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654353 Aug 30 14:35:03.127930 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-777b8e00-5c1a-4bbe-b370-3eab91bd9c57 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257971 Aug 30 14:35:03.154096 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e9651bd2-2837-4ece-b9d0-e1e12a6923bf req-92bee620-5e8f-4bc4-924e-ced6e0545d67 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029005 Aug 30 14:35:03.231582 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-840a863a-cbf4-4870-ac96-758fcd76f0e4 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936899 Aug 30 14:35:03.316660 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68bb30-8dc1-45a3-b187-240392984c1f req-2fe002d9-f7e9-4b6d-98aa-cf5fd6be9e2d tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.318062 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e68bb30-8dc1-45a3-b187-240392984c1f req-2fe002d9-f7e9-4b6d-98aa-cf5fd6be9e2d tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 932 time: 0.1248872 Aug 30 14:35:03.332331 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c8e39afa-9656-4c32-b23e-611e7e66c2f0 req-b4bb0e3f-952b-4998-8663-f087ac2b2855 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929260 Aug 30 14:35:03.337410 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210aca8b-c3ef-492d-a813-072b3891090a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:03.351528 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.385073 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff75649-6fdc-411e-9df5-bcf23514184a req-48c21466-82cd-41cb-9a18-5ce0836d0f6e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.386560 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3ff75649-6fdc-411e-9df5-bcf23514184a req-48c21466-82cd-41cb-9a18-5ce0836d0f6e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1322050 Aug 30 14:35:03.387714 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Transition to ACTIVE for port object 210aca8b-c3ef-492d-a813-072b3891090a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:35:03.398101 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.434192 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e68bb30-8dc1-45a3-b187-240392984c1f req-c37679e6-9076-4af9-be4f-83a78ef237a1 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027677 Aug 30 14:35:03.475067 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Pushing event updated for resources: {'Port': ['ID=210aca8b-c3ef-492d-a813-072b3891090a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:03.479753 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3ff75649-6fdc-411e-9df5-bcf23514184a req-09ff5678-cd61-44b7-a40d-299286246373 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852785 Aug 30 14:35:03.558941 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Attempting to bind port 210aca8b-c3ef-492d-a813-072b3891090a on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:35:03.559336 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Attempting to bind port 210aca8b-c3ef-492d-a813-072b3891090a by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:35:03.559739 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Attempting to bind port 210aca8b-c3ef-492d-a813-072b3891090a on network 65453b63-d5fa-4eb8-8114-6305409f06d1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:03.566423 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Port 210aca8b-c3ef-492d-a813-072b3891090a on network 65453b63-d5fa-4eb8-8114-6305409f06d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:35:03.566764 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Attempting to bind port 210aca8b-c3ef-492d-a813-072b3891090a on network 65453b63-d5fa-4eb8-8114-6305409f06d1 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:35:03.572393 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:35:03.572719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Checking segment: {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:35:03.573100 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Bound using segment: {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:35:03.573496 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Bound port: 210aca8b-c3ef-492d-a813-072b3891090a, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ead4ca-bf3d-4e97-8896-f22318815ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:35:03.573892 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.640053 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] For port 210aca8b-c3ef-492d-a813-072b3891090a, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:35:03.643145 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] For port 210aca8b-c3ef-492d-a813-072b3891090a, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=210aca8b-c3ef-492d-a813-072b3891090a,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:35:03.648964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.652765 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-32bce293-2838-443e-9ec8-1f306a9af2a7 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.654249 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-32bce293-2838-443e-9ec8-1f306a9af2a7 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.0836971 Aug 30 14:35:03.684174 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.684812 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.686204 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] 10.222.0.48 "PUT /v2.0/ports/210aca8b-c3ef-492d-a813-072b3891090a HTTP/1.1" status: 200 len: 1094 time: 0.9470181 Aug 30 14:35:03.686665 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'tag': '210aca8b-c3ef-492d-a813-072b3891090a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:03.688955 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068186a3-a7f8-4115-b1a3-2580ddba8703" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe9c85b-d648-49e7-a267-60c4c069535d", "tag": "210aca8b-c3ef-492d-a813-072b3891090a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:03.738403 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422f1df-5e42-494e-a596-8ecd47f5f414 service neutron] Pushing event updated for resources: {'Port': ['ID=210aca8b-c3ef-492d-a813-072b3891090a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:03.793550 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dd7fe5-a796-43bc-b0e1-d5c7aa373da1 x-openstack-request-id: req-32dd7fe5-a796-43bc-b0e1-d5c7aa373da1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:03.793880 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe9c85b-d648-49e7-a267-60c4c069535d", "tag": "210aca8b-c3ef-492d-a813-072b3891090a", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:03.794243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-32dd7fe5-a796-43bc-b0e1-d5c7aa373da1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:03.794534 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'tag': '210aca8b-c3ef-492d-a813-072b3891090a', 'status': 'completed', 'code': 200} Aug 30 14:35:03.812573 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-5941ce84-640c-4bc8-a219-c6c9952e699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.814152 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-5941ce84-640c-4bc8-a219-c6c9952e699e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 1097 time: 0.0636029 Aug 30 14:35:03.820917 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Deleting port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:03.821347 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:03.886807 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-ea4c76a6-2750-4f2f-99e0-5adc072f397b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210aca8b-c3ef-492d-a813-072b3891090a HTTP/1.1" status: 200 len: 217 time: 0.0617981 Aug 30 14:35:03.937044 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cba92-e2d5-4105-a251-4d059e626dd8 req-8a271ffe-0f03-4499-b35c-098d0116cd3f tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.938818 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-db5cba92-e2d5-4105-a251-4d059e626dd8 req-8a271ffe-0f03-4499-b35c-098d0116cd3f tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1157343 Aug 30 14:35:03.967360 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-5248e6ec-6751-4e91-a960-ba0d2331e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:03.968961 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-5248e6ec-6751-4e91-a960-ba0d2331e8a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62580772-e80e-477d-808f-c65e2ecfae44 HTTP/1.1" status: 200 len: 854 time: 0.0730684 Aug 30 14:35:04.016000 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-db5cba92-e2d5-4105-a251-4d059e626dd8 req-e7bc0001-85ce-4272-b0de-094f0c51cd20 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696671 Aug 30 14:35:04.017848 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-6b15c62a-e126-4987-b11f-606bca6ab435 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65453b63-d5fa-4eb8-8114-6305409f06d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405946 Aug 30 14:35:04.115021 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-cc6d3908-8cb3-46a5-b747-88e6f5f17bfd service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889189 Aug 30 14:35:04.136605 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] For port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:04.137183 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.153593 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Calling delete_port for 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:04.274667 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-764870c8-e1dc-4dc7-9f4f-99de4ed244d7 req-13d1cc96-6b1a-4752-b823-d48ed4b42e21 service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426647 Aug 30 14:35:04.307483 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03087125-a5c8-4dfe-bb4d-7b933d3928d4 req-7c023061-f425-43ba-9895-fd5d56019be0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.309036 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-03087125-a5c8-4dfe-bb4d-7b933d3928d4 req-7c023061-f425-43ba-9895-fd5d56019be0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1046441 Aug 30 14:35:04.316753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.321164 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f9d0-cad0-40f6-ad14-fa3eca95d833 req-b4879445-dda5-46d1-9421-16ab6c3463db tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.323117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cfc0f9d0-cad0-40f6-ad14-fa3eca95d833 req-b4879445-dda5-46d1-9421-16ab6c3463db tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=dcce22dd-1ed6-45d8-8dd1-d891a37d4a22 HTTP/1.1" status: 200 len: 946 time: 0.0864265 Aug 30 14:35:04.329035 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908', '755c1587-6368-41b0-9e8a-fe58e7a4dfb7'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:04.346089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event deleted for resources: {'Port': ['ID=755c1587-6368-41b0-9e8a-fe58e7a4dfb7,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:04.413460 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] No DVR routers for this DVR port 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:04.416979 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:04.419039 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-3f3ac69c-6a38-4fe9-a3f4-42d8ae17b9c2 req-9f03a218-cd23-4bb1-a6aa-01286434a832 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "DELETE /v2.0/ports/755c1587-6368-41b0-9e8a-fe58e7a4dfb7 HTTP/1.1" status: 204 len: 173 time: 0.7580032 Aug 30 14:35:04.419693 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'name': 'network-vif-deleted', 'tag': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:04.422093 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9b7b1a-cc54-4a60-bc65-29eb85d68948" -d '{"events": [{"server_uuid": "dcce22dd-1ed6-45d8-8dd1-d891a37d4a22", "name": "network-vif-deleted", "tag": "755c1587-6368-41b0-9e8a-fe58e7a4dfb7"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:04.428671 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-03087125-a5c8-4dfe-bb4d-7b933d3928d4 req-bac153fd-648a-4e79-940f-55a13fdce9d2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045246 Aug 30 14:35:04.447749 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cfc0f9d0-cad0-40f6-ad14-fa3eca95d833 req-7cc6cf90-b4fb-4685-aacf-e239882727d6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910993 Aug 30 14:35:04.449846 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-dabfb503-9701-4140-a3c5-29c68e796e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.451274 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-dabfb503-9701-4140-a3c5-29c68e796e8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 1097 time: 0.0936546 Aug 30 14:35:04.498092 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cbed27-047f-4b6a-a3d4-53e29bd88503 x-openstack-request-id: req-d2cbed27-047f-4b6a-a3d4-53e29bd88503 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:04.498391 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcce22dd-1ed6-45d8-8dd1-d891a37d4a22", "name": "network-vif-deleted", "tag": "755c1587-6368-41b0-9e8a-fe58e7a4dfb7", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:04.498689 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2cbed27-047f-4b6a-a3d4-53e29bd88503 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:04.499684 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcce22dd-1ed6-45d8-8dd1-d891a37d4a22', 'name': 'network-vif-deleted', 'tag': '755c1587-6368-41b0-9e8a-fe58e7a4dfb7', 'status': 'completed', 'code': 200} Aug 30 14:35:04.648362 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-f02f8af5-7352-4c32-91b9-e5dd00dc6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.649941 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-f02f8af5-7352-4c32-91b9-e5dd00dc6062 service neutron] 10.222.0.48 "GET /v2.0/networks?id=65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 200 len: 915 time: 0.1844409 Aug 30 14:35:04.657505 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b980-cde3-496e-9acc-421264d57e69 req-f40b6319-563d-4732-8c32-7ead079803b2 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.658921 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2d4b980-cde3-496e-9acc-421264d57e69 req-f40b6319-563d-4732-8c32-7ead079803b2 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 944 time: 0.1161859 Aug 30 14:35:04.709336 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-b7ccc38c-4e6b-4ac3-94dc-59c4e02e2b85 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=210aca8b-c3ef-492d-a813-072b3891090a HTTP/1.1" status: 200 len: 217 time: 0.0486960 Aug 30 14:35:04.719332 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f7f92-645c-4b2e-84c5-73c5f0eac4af req-f9a92e1f-d0e1-4b40-8125-46718850d46d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:04.720753 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21f7f92-645c-4b2e-84c5-73c5f0eac4af req-f9a92e1f-d0e1-4b40-8125-46718850d46d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1418335 Aug 30 14:35:04.763198 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2d4b980-cde3-496e-9acc-421264d57e69 req-410d02fe-a631-42de-a758-ee2525be219d tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953224 Aug 30 14:35:05.042256 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21f7f92-645c-4b2e-84c5-73c5f0eac4af req-31241a5f-ed01-4d3d-b41c-69e7f12c1cf1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153477 Aug 30 14:35:05.047925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-7361f389-b353-41a4-894e-ded487ea49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.049353 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-7361f389-b353-41a4-894e-ded487ea49b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=62580772-e80e-477d-808f-c65e2ecfae44 HTTP/1.1" status: 200 len: 854 time: 0.3092268 Aug 30 14:35:05.083890 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-160f2310-a3aa-4f6c-994c-e885324f7cb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=65453b63-d5fa-4eb8-8114-6305409f06d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260518 Aug 30 14:35:05.157496 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device b119e420-0919-4bdd-90f5-c85a9f224c23 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:05.178636 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: b119e420-0919-4bdd-90f5-c85a9f224c23 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:05.179282 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device b119e420-0919-4bdd-90f5-c85a9f224c23 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:05.203669 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c73a5-0566-4cac-91ad-9ad8a0c1af97 req-8c2d20ef-da75-46c0-b9a7-4d33d2002c98 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.205106 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ac7c73a5-0566-4cac-91ad-9ad8a0c1af97 req-8c2d20ef-da75-46c0-b9a7-4d33d2002c98 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1139059 Aug 30 14:35:05.226472 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-c114bc77-d07c-4419-bc27-f1fa6a3d03d5 service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339438 Aug 30 14:35:05.292335 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ac7c73a5-0566-4cac-91ad-9ad8a0c1af97 req-d7b16d05-35f3-4756-a5bb-aa919f9645e4 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774348 Aug 30 14:35:05.337274 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-068186a3-a7f8-4115-b1a3-2580ddba8703 req-32e98879-fd6c-4990-8595-ebf7dbb56003 service neutron] 10.222.0.48 "GET /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983968 Aug 30 14:35:05.556340 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146d976-193f-499a-8c5c-cbe302adc95d req-29a5c9a0-d263-41ee-b149-2482395aafbb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.559367 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6146d976-193f-499a-8c5c-cbe302adc95d req-29a5c9a0-d263-41ee-b149-2482395aafbb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0576632 Aug 30 14:35:05.598884 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6146d976-193f-499a-8c5c-cbe302adc95d req-70dc3f08-051b-4b17-834f-cb9e9fdfc5ed tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330539 Aug 30 14:35:05.886197 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfae6d-5761-4c98-94a1-fcdf710911e2 req-63c9e104-956c-4de6-8c87-2ccaf440ecb6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:05.888111 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-28bfae6d-5761-4c98-94a1-fcdf710911e2 req-63c9e104-956c-4de6-8c87-2ccaf440ecb6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 944 time: 0.0536952 Aug 30 14:35:05.932302 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-28bfae6d-5761-4c98-94a1-fcdf710911e2 req-1a93c49c-ad97-4ba0-86d6-2c1911c2b8d9 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Aug 30 14:35:06.186447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6d3f2-2e6f-43e0-82d4-010b4bf883d9 req-08f75e93-7c75-4c9d-9bbc-078ef7ede0ae tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:06.188014 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9bb6d3f2-2e6f-43e0-82d4-010b4bf883d9 req-08f75e93-7c75-4c9d-9bbc-078ef7ede0ae tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0640478 Aug 30 14:35:06.229960 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9bb6d3f2-2e6f-43e0-82d4-010b4bf883d9 req-eac5249c-9cf1-49b0-aaa4-e227fd2d8a9e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329328 Aug 30 14:35:06.425710 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b697998-9628-46e1-9885-8d402ba6475b req-82f9c95b-31b4-4e01-86e1-18c91a3d5eba tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:06.427242 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0b697998-9628-46e1-9885-8d402ba6475b req-82f9c95b-31b4-4e01-86e1-18c91a3d5eba tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0554066 Aug 30 14:35:06.465605 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0b697998-9628-46e1-9885-8d402ba6475b req-7b8153c1-bcd9-4cce-9c09-2ddcc95c7b9e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Aug 30 14:35:06.739438 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1dc45-d7b7-45a2-b87b-702c0220fc28 req-50192b84-91e2-480a-90db-9c6c9dbefb9e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:06.741213 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-74c1dc45-d7b7-45a2-b87b-702c0220fc28 req-50192b84-91e2-480a-90db-9c6c9dbefb9e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0582628 Aug 30 14:35:06.781762 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-74c1dc45-d7b7-45a2-b87b-702c0220fc28 req-446a140c-4ac5-42a5-98a4-355a77b034b0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Aug 30 14:35:06.884265 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124345e-d57c-4c34-9c26-55293b1c6a58 req-eb14be49-44a8-4354-894c-229d0ea20956 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:06.885901 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d124345e-d57c-4c34-9c26-55293b1c6a58 req-eb14be49-44a8-4354-894c-229d0ea20956 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Aug 30 14:35:06.894363 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9ea6dfed-ef30-4fb7-ad18-4010bcdeeb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:06.935388 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d124345e-d57c-4c34-9c26-55293b1c6a58 req-9d4acee7-cd36-4613-8160-ed5365ff47df tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344427 Aug 30 14:35:07.067214 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2f882-01ae-4697-9ec3-4fd950055c56 req-9c7ca0b7-a47b-41ab-abcb-17b08f8e8b29 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:07.068985 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64e2f882-01ae-4697-9ec3-4fd950055c56 req-9c7ca0b7-a47b-41ab-abcb-17b08f8e8b29 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 944 time: 0.0562310 Aug 30 14:35:07.110471 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64e2f882-01ae-4697-9ec3-4fd950055c56 req-bed80c40-7338-4197-a608-110f035e56bb tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Aug 30 14:35:07.165416 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:07.265551 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:07.282833 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'mac_address': 'fa:16:3e:16:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:07.330617 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.348862 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd29afae-caf4-4e19-84f7-cd2d5c3004ef {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:07.371950 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92e69d-72d2-4bef-8e2e-5979e71ce821 req-9aa90e06-4b42-4648-be13-42912f61dd75 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:07.375951 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8d92e69d-72d2-4bef-8e2e-5979e71ce821 req-9aa90e06-4b42-4648-be13-42912f61dd75 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0672352 Aug 30 14:35:07.377550 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:07.383649 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.384994 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 210aca8b-c3ef-492d-a813-072b3891090a details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:07.452957 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8d92e69d-72d2-4bef-8e2e-5979e71ce821 req-c11f1f9e-dab9-4430-8ef0-10975f012f4a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690794 Aug 30 14:35:07.500256 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=6']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:07.549919 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 210aca8b-c3ef-492d-a813-072b3891090a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=210aca8b-c3ef-492d-a813-072b3891090a,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:07.563899 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '210aca8b-c3ef-492d-a813-072b3891090a', 'network_id': '65453b63-d5fa-4eb8-8114-6305409f06d1', 'port_id': '210aca8b-c3ef-492d-a813-072b3891090a', 'mac_address': 'fa:16:3e:e7:39:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62580772-e80e-477d-808f-c65e2ecfae44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:07.613275 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.631224 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210aca8b-c3ef-492d-a813-072b3891090a {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:07.656888 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b2001-8c77-41ff-baa2-a58765201237 req-a73168cd-ed8e-4add-bdbb-a2d3b19f5060 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:07.658416 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 210aca8b-c3ef-492d-a813-072b3891090a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=210aca8b-c3ef-492d-a813-072b3891090a,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:07.664031 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:07.665230 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f9b2001-8c77-41ff-baa2-a58765201237 req-a73168cd-ed8e-4add-bdbb-a2d3b19f5060 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0851479 Aug 30 14:35:07.714415 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6f9b2001-8c77-41ff-baa2-a58765201237 req-a6957d51-9545-4a91-8560-2e0e546fa2fa tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480511 Aug 30 14:35:07.733333 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=210aca8b-c3ef-492d-a813-072b3891090a,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:07.896445 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['bd29afae-caf4-4e19-84f7-cd2d5c3004ef'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:07.911469 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82993-949b-4d15-8964-3dc903fce84b req-07b83a2f-f550-4441-b72c-2203afe2ef4a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:07.919531 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96a82993-949b-4d15-8964-3dc903fce84b req-07b83a2f-f550-4441-b72c-2203afe2ef4a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0639491 Aug 30 14:35:07.958716 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96a82993-949b-4d15-8964-3dc903fce84b req-cca20e00-d385-481e-a95c-8a3914121d76 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Aug 30 14:35:08.182398 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['210aca8b-c3ef-492d-a813-072b3891090a'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:08.207443 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5256ed6-bd2e-4b07-b9ba-997a149695ce req-da1f8f59-0ee8-4136-b3fc-2da9a140f8e4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.216247 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f5256ed6-bd2e-4b07-b9ba-997a149695ce req-da1f8f59-0ee8-4136-b3fc-2da9a140f8e4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.1731257 Aug 30 14:35:08.308339 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f5256ed6-bd2e-4b07-b9ba-997a149695ce req-831f2381-a135-4c84-b3ab-0c5e412e7e8f tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921986 Aug 30 14:35:08.329807 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c481b9-67d9-4401-b19b-9ed79e06e597 req-805149fe-f8cf-4ac5-8385-496c276157a0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.337893 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13c481b9-67d9-4401-b19b-9ed79e06e597 req-805149fe-f8cf-4ac5-8385-496c276157a0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 945 time: 0.1100955 Aug 30 14:35:08.382875 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13c481b9-67d9-4401-b19b-9ed79e06e597 req-c6b2a338-3a5d-42f9-9a87-a0365733f71f tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Aug 30 14:35:08.639535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351e635-d6a8-48b4-a2c4-4678e02af67d req-7e9b398f-3517-474e-8958-cb55a4ace8f2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.641128 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4351e635-d6a8-48b4-a2c4-4678e02af67d req-7e9b398f-3517-474e-8958-cb55a4ace8f2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0679426 Aug 30 14:35:08.692046 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4351e635-d6a8-48b4-a2c4-4678e02af67d req-d656f6bd-7a81-423e-9fb5-f92039661cd2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437114 Aug 30 14:35:08.872746 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45017fc7-c6e3-4bfe-9359-907b17158cd0 req-76635ac3-f85c-45d9-bb95-076c5e5b8594 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:08.880342 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45017fc7-c6e3-4bfe-9359-907b17158cd0 req-76635ac3-f85c-45d9-bb95-076c5e5b8594 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0709937 Aug 30 14:35:08.919333 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45017fc7-c6e3-4bfe-9359-907b17158cd0 req-91b2b50e-23b1-41bc-a68b-43f8f12551a0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380981 Aug 30 14:35:09.051351 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6c498-6685-402d-b142-89ef25569292 req-82caf967-8cf8-4493-807c-5e8c4081c7fb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.055246 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ecb6c498-6685-402d-b142-89ef25569292 req-82caf967-8cf8-4493-807c-5e8c4081c7fb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0830262 Aug 30 14:35:09.153200 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5641b-aff6-494c-8593-78519a0fedfd req-2b181852-b535-45bc-a0b7-c8d88f8887e9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.155074 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07e5641b-aff6-494c-8593-78519a0fedfd req-2b181852-b535-45bc-a0b7-c8d88f8887e9 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0975933 Aug 30 14:35:09.158749 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ecb6c498-6685-402d-b142-89ef25569292 req-77fdcec3-4ea1-4761-a1c2-91e216280a37 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920160 Aug 30 14:35:09.172718 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:09.202318 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 43786) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:09.221212 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07e5641b-aff6-494c-8593-78519a0fedfd req-8dfc49fb-d831-46e8-8b6d-a8bc86ccf760 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 Aug 30 14:35:09.253029 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port bd29afae-caf4-4e19-84f7-cd2d5c3004ef triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:09.253672 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.386992 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-7662c4a3-a6be-4a56-bcae-01711a6df90b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.391900 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-7662c4a3-a6be-4a56-bcae-01711a6df90b tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.0947697 Aug 30 14:35:09.529531 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.563862 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a860feba-902d-4947-9b05-d63d869dbb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.576998 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:09.580059 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e394107-e07c-47f6-9c85-3e49f3050b83" -d '{"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-plugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:09.594578 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:09.606698 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.607714 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:09.648253 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:09.648253 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 755c1587-6368-41b0-9e8a-fe58e7a4dfb7 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:09.744682 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=7']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:09.797511 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.805048 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cf383-dbec-43b6-ac42-8e22eb73d875 req-5f37fbdd-78cb-4714-8dd8-e41c8e968778 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.807326 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f43cf383-dbec-43b6-ac42-8e22eb73d875 req-5f37fbdd-78cb-4714-8dd8-e41c8e968778 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 945 time: 0.3992417 Aug 30 14:35:09.812895 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b321d3af-3a32-494f-8779-372e4c6528b6 tempest-TestMinimumBasicScenario-1412179393 tempest-TestMinimumBasicScenario-1412179393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.814389 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b321d3af-3a32-494f-8779-372e4c6528b6 tempest-TestMinimumBasicScenario-1412179393 tempest-TestMinimumBasicScenario-1412179393-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1093 time: 0.5911605 Aug 30 14:35:09.817587 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43798) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:09.821959 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aadd5-9c35-4e68-b37c-5595ab6cf4cf req-82747309-c880-4748-bb99-60473f2d7dd5 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:09.823689 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'port_id': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:09.829564 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-912aadd5-9c35-4e68-b37c-5595ab6cf4cf req-82747309-c880-4748-bb99-60473f2d7dd5 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 945 time: 0.3020821 Aug 30 14:35:09.854816 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Deleting port 36285160-c75c-40fc-a284-775067f15908 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:09.855122 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.864242 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.991256 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.006834 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-912aadd5-9c35-4e68-b37c-5595ab6cf4cf req-c370dd82-2092-46df-b040-23719487dd7c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762793 Aug 30 14:35:10.041853 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f43cf383-dbec-43b6-ac42-8e22eb73d875 req-1abd8ad1-393b-4c65-804d-78a7fb60a5c6 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/security-groups?id=2a19bc0f-c57b-462f-949f-5094930cfc40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094548 Aug 30 14:35:10.117943 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2597c64f-01d6-4243-89af-da0cb760417b x-openstack-request-id: req-2597c64f-01d6-4243-89af-da0cb760417b {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:10.119029 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-plugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:10.119415 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2597c64f-01d6-4243-89af-da0cb760417b {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:10.119914 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'code': 200} Aug 30 14:35:10.120739 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] For port 36285160-c75c-40fc-a284-775067f15908, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=36285160-c75c-40fc-a284-775067f15908,segment=NetworkSegment(cd3d59b7-6557-44d2-876d-a248d0433ae4),segment_id=cd3d59b7-6557-44d2-876d-a248d0433ae4)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:10.122789 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.161209 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Calling delete_port for 36285160-c75c-40fc-a284-775067f15908 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:10.189496 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Allocated IP 172.27.3.129 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/ab412c31-4be4-491a-af05-6672efd481d9) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:35:10.287572 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e2d2e-39cf-45f8-ab11-461222b555e7 req-d1f76618-92b8-45ac-bb8a-2265d205aeaa tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.295756 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e93e2d2e-39cf-45f8-ab11-461222b555e7 req-d1f76618-92b8-45ac-bb8a-2265d205aeaa tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1357579 Aug 30 14:35:10.365598 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.376459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e93e2d2e-39cf-45f8-ab11-461222b555e7 req-11f2658e-10d4-4d9b-939b-c06c13a5eca4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785103 Aug 30 14:35:10.402613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefacf0-5829-4e34-8e3d-2ccab9a003be req-435ae681-d162-4d4b-8342-948b98fc638d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.404077 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6aefacf0-5829-4e34-8e3d-2ccab9a003be req-435ae681-d162-4d4b-8342-948b98fc638d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1655674 Aug 30 14:35:10.421462 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.467399 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:35:10.472156 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:35:10.474992 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:35:10.525859 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'Port': ['ID=ab412c31-4be4-491a-af05-6672efd481d9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.538138 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6aefacf0-5829-4e34-8e3d-2ccab9a003be req-45bbfa6b-5839-43fc-8cc6-dd86ad07b608 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009758 Aug 30 14:35:10.556528 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.579409 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['36285160-c75c-40fc-a284-775067f15908'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:10.622615 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Pushing event deleted for resources: {'Port': ['ID=36285160-c75c-40fc-a284-775067f15908,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:10.639377 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131acdf-eb79-4e2c-9ac2-d233abe920e1 req-28b68694-c0f6-4f1d-b558-8da63c831f96 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:10.641293 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0131acdf-eb79-4e2c-9ac2-d233abe920e1 req-28b68694-c0f6-4f1d-b558-8da63c831f96 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1786127 Aug 30 14:35:10.688088 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] No DVR routers for this DVR port 36285160-c75c-40fc-a284-775067f15908 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:10.691374 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.693862 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5bc68654-c648-47c5-abc5-88fc77712e26 req-052c3a4c-9f6d-4115-9c43-c87de6ce3da4 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.48 "DELETE /v2.0/ports/36285160-c75c-40fc-a284-775067f15908 HTTP/1.1" status: 204 len: 173 time: 1.2937982 Aug 30 14:35:10.696649 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'name': 'network-vif-deleted', 'tag': '36285160-c75c-40fc-a284-775067f15908'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:10.700151 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d23012f-c9ee-4c91-86eb-39babf61915f" -d '{"events": [{"server_uuid": "79d89e07-4a72-4dcd-85c3-a1f560ffbdd1", "name": "network-vif-deleted", "tag": "36285160-c75c-40fc-a284-775067f15908"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:10.751412 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0131acdf-eb79-4e2c-9ac2-d233abe920e1 req-b0498d1b-2b3d-4cae-8db6-e360826e5381 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945642 Aug 30 14:35:10.753786 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.760725 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5395a1af-cdd8-49ec-8339-9df65c0501dd x-openstack-request-id: req-5395a1af-cdd8-49ec-8339-9df65c0501dd {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:10.761014 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d89e07-4a72-4dcd-85c3-a1f560ffbdd1", "name": "network-vif-deleted", "tag": "36285160-c75c-40fc-a284-775067f15908", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:10.761264 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5395a1af-cdd8-49ec-8339-9df65c0501dd {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:10.761677 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d89e07-4a72-4dcd-85c3-a1f560ffbdd1', 'name': 'network-vif-deleted', 'tag': '36285160-c75c-40fc-a284-775067f15908', 'status': 'completed', 'code': 200} Aug 30 14:35:10.975354 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.073914 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.174583 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a9dd03ec-c9e0-44c7-958f-350f5834c6b3 req-82ae6aee-4971-4289-8840-8c6ae2d945a5 tempest-AttachVolumeNegativeTest-1223306461 tempest-AttachVolumeNegativeTest-1223306461-project] 10.222.0.62 "GET /v2.0/ports?device_id=79d89e07-4a72-4dcd-85c3-a1f560ffbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0345695 Aug 30 14:35:11.192947 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 210aca8b-c3ef-492d-a813-072b3891090a up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:11.209107 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbf8ec-d6e5-4251-8d3b-09b7a6b865f6 req-2afb6497-278c-4467-8055-e62e16273027 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.224825 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-debbf8ec-d6e5-4251-8d3b-09b7a6b865f6 req-2afb6497-278c-4467-8055-e62e16273027 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 945 time: 0.1176043 Aug 30 14:35:11.259903 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 210aca8b-c3ef-492d-a813-072b3891090a completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:35:11.271595 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 210aca8b-c3ef-492d-a813-072b3891090a triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:11.271999 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.279600 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-debbf8ec-d6e5-4251-8d3b-09b7a6b865f6 req-57d9aa26-1f14-4f8d-8772-1077dd5d270a tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537724 Aug 30 14:35:11.315923 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.324382 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.415232 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.427372 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'Port': ['ID=ab412c31-4be4-491a-af05-6672efd481d9,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:11.456552 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.505244 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 210aca8b-c3ef-492d-a813-072b3891090a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=210aca8b-c3ef-492d-a813-072b3891090a,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:11.521268 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.522407 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 36285160-c75c-40fc-a284-775067f15908 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:11.589320 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46438487-9261-4022-bd3f-cfa3ff5bb701 req-82e34c50-f960-490d-af7b-a0b2d1c217fb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.598993 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-46438487-9261-4022-bd3f-cfa3ff5bb701 req-82e34c50-f960-490d-af7b-a0b2d1c217fb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1099761 Aug 30 14:35:11.620854 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Floating IP 79b78b13-f5db-45d0-bde4-0ef62f00dabe associated. External IP: 172.27.3.129, port: 07eaac92-288f-4e14-ba42-4a085d392eb1. Aug 30 14:35:11.626759 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=210aca8b-c3ef-492d-a813-072b3891090a,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:11.668771 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 36285160-c75c-40fc-a284-775067f15908 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:11.669124 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 36285160-c75c-40fc-a284-775067f15908 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:11.716331 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-46438487-9261-4022-bd3f-cfa3ff5bb701 req-81f11c42-48c7-4aff-8db5-3dae5d650c7e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097541 Aug 30 14:35:11.765525 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7b9ff-2814-477b-b08e-324c7679dbdb req-e49101e2-fa4e-4ed6-af86-520df391d393 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.773521 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-68f7b9ff-2814-477b-b08e-324c7679dbdb req-e49101e2-fa4e-4ed6-af86-520df391d393 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1125915 Aug 30 14:35:11.821111 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-68f7b9ff-2814-477b-b08e-324c7679dbdb req-96fe211f-2450-408f-9d21-492405d75ad3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454369 Aug 30 14:35:11.934133 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed7da7-d9ef-4a53-829d-e4681f6d2fdc req-ced4b890-a981-4c0a-b54c-d8cb4af10ed4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:11.936951 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1eed7da7-d9ef-4a53-829d-e4681f6d2fdc req-ced4b890-a981-4c0a-b54c-d8cb4af10ed4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0710421 Aug 30 14:35:11.940411 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Router 0af77643-37d1-46b7-9163-8b42d3926414 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:11.985211 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1eed7da7-d9ef-4a53-829d-e4681f6d2fdc req-b74e1c22-6b1b-47ba-827e-a9da332c4e04 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Aug 30 14:35:12.085181 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:12.097861 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] Sync routers for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:12.104636 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.112137 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:12.113123 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:35:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:12.121383 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210aca8b-c3ef-492d-a813-072b3891090a'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:12.125271 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3581f2c-70e9-4a37-a5f0-e16097388586" -d '{"events": [{"server_uuid": "ffe9c85b-d648-49e7-a267-60c4c069535d", "name": "network-vif-plugged", "status": "completed", "tag": "210aca8b-c3ef-492d-a813-072b3891090a"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:12.144421 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-18764fff-8743-4bd8-b2eb-a5193a465c19 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3222258 Aug 30 14:35:12.144874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 43824) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:12.146319 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:12.148594 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:12.150020 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532663979', 'description': 'tempest-secgroup-smoke-1532663979 description', 'project_id': '10b696423a944d8cadcc9452cd9f90ce'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:12.193662 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.202054 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d558377-26dc-44ed-b48d-6bf9e944e3de x-openstack-request-id: req-3d558377-26dc-44ed-b48d-6bf9e944e3de {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:12.202291 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:12.202500 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d558377-26dc-44ed-b48d-6bf9e944e3de {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:12.202980 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'status': 'completed', 'code': 200} Aug 30 14:35:12.220152 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35831f8-f05f-4e40-bf36-137ee202200c x-openstack-request-id: req-c35831f8-f05f-4e40-bf36-137ee202200c {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:12.220648 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe9c85b-d648-49e7-a267-60c4c069535d", "name": "network-vif-plugged", "status": "completed", "tag": "210aca8b-c3ef-492d-a813-072b3891090a", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:12.221015 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c35831f8-f05f-4e40-bf36-137ee202200c {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:12.221968 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210aca8b-c3ef-492d-a813-072b3891090a', 'code': 200} Aug 30 14:35:12.253736 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43830) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:12.313679 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:12.368549 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Deleting subnet 723f9c75-15d8-467a-8c53-68261c922eff {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:35:12.370762 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.377192 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.428109 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.438855 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.467555 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.488737 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:12.515627 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abc668-e528-4c00-94ec-b1e6b13c4185 req-5856df5d-09bb-4c83-acc4-777404f4a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.517169 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-92abc668-e528-4c00-94ec-b1e6b13c4185 req-5856df5d-09bb-4c83-acc4-777404f4a1ec service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 1099 time: 0.0860868 Aug 30 14:35:12.519944 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.527924 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-78644cfe-0f70-4864-abf9-dec8993dc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.529786 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-78644cfe-0f70-4864-abf9-dec8993dc040 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1098 time: 0.1555495 Aug 30 14:35:12.533306 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.534965 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1b7d9ba4-c640-411c-8d3b-95e4d86274e7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3889513 Aug 30 14:35:12.545146 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d30a7-4097-4a18-b9a7-17fc77f72ebb req-0e924a46-ac7c-435f-967f-95cb417bb4b0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.550323 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43834) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:12.553654 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a06d30a7-4097-4a18-b9a7-17fc77f72ebb req-0e924a46-ac7c-435f-967f-95cb417bb4b0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.1259155 Aug 30 14:35:12.555263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group_rule': {'security_group_id': 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3', 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:12.620828 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-92abc668-e528-4c00-94ec-b1e6b13c4185 req-64cd0fb1-a493-479d-aa00-0ce2b5e80190 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759594 Aug 30 14:35:12.624157 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a06d30a7-4097-4a18-b9a7-17fc77f72ebb req-3928601f-9ea9-4fcc-97d1-2aeab6bb3c7d tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681374 Aug 30 14:35:12.637330 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.658576 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.693752 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '79b78b13-f5db-45d0-bde4-0ef62f00dabe', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'port_id': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'mac_address': 'fa:16:3e:fe:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d667df0-ae70-467a-88df-3367b6066d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:35:10Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 0, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:12.702120 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723f9c75-15d8-467a-8c53-68261c922eff,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:12.712269 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.712269 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fa6d8fc3-b845-43cc-a39c-b2fdc24b724c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/723f9c75-15d8-467a-8c53-68261c922eff HTTP/1.1" status: 204 len: 168 time: 0.4532263 Aug 30 14:35:12.713016 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43836) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:12.733408 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] Checking router: 0af77643-37d1-46b7-9163-8b42d3926414 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:12.751241 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-048d78b9-4622-49a8-b28a-0b3a3d081568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.753459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-048d78b9-4622-49a8-b28a-0b3a3d081568 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 915 time: 0.1787901 Aug 30 14:35:12.759850 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:12.760496 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:35:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:12.792548 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.810419 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.828006 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.841355 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d65ad23-401a-4ccb-bfb9-7fe53b1394ff,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:12.846396 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.847783 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-48721ce3-cf21-4219-b1b5-b5eb8c0d7f70 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2964892 Aug 30 14:35:12.850855 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43842) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:12.858777 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group_rule': {'security_group_id': 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3', 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:12.944605 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5cfe5-bb85-42ea-9068-166e33431381 req-ae9a853f-8d83-4dfb-94b2-7b4a41a9fec4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:12.952618 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-26e5cfe5-bb85-42ea-9068-166e33431381 req-ae9a853f-8d83-4dfb-94b2-7b4a41a9fec4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1380751 Aug 30 14:35:12.991801 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.017447 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.026697 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-908323e2-5dfc-4428-a732-d1bf3fd89253 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 999 time: 0.1605802 Aug 30 14:35:13.048757 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:13.054053 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057dd32e-aa42-4946-ab7e-afc646faf50c']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:13.069697 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3d59b7-6557-44d2-876d-a248d0433ae4') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:13.070317 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3d59b7-6557-44d2-876d-a248d0433ae4') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:13.090970 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.094863 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.102650 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-26e5cfe5-bb85-42ea-9068-166e33431381 req-8a96369a-6f96-4e6a-98ff-63f18e08e645 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489658 Aug 30 14:35:13.104281 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-6d233933-07c2-450b-b697-8b0a696da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.104958 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.115478 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-6d233933-07c2-450b-b697-8b0a696da1b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.0715563 Aug 30 14:35:13.137808 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.140868 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.142218 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2898397 Aug 30 14:35:13.147152 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43846) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:13.152515 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group_rule': {'security_group_id': 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3', 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:13.164069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e323b-c4d8-4178-89a9-4a7c70782c03 req-ed7ef69f-2f7b-4781-86d4-7e81832501a3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.176235 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d270c-60ff-4a3e-ab00-e3cc85a9ab99 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f71f44-b23f-4029-8604-d86d3bb98024,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:13.179276 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:35:13.179743 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:35:13.183377 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:35:13.188968 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d68e323b-c4d8-4178-89a9-4a7c70782c03 req-ed7ef69f-2f7b-4781-86d4-7e81832501a3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.2240410 Aug 30 14:35:13.247591 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.288416 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-e91a72e0-5507-4f59-8cbe-f32ff9b8d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.290441 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-e91a72e0-5507-4f59-8cbe-f32ff9b8d0d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1657505 Aug 30 14:35:13.307563 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d68e323b-c4d8-4178-89a9-4a7c70782c03 req-ce4f24ad-6834-4e5c-8b42-f6d8b9e5dcea tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109033 Aug 30 14:35:13.314869 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.348848 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '79b78b13-f5db-45d0-bde4-0ef62f00dabe', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'port_id': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'mac_address': 'fa:16:3e:fe:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d667df0-ae70-467a-88df-3367b6066d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:35:10Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 0, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:13.350781 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.352326 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.354503 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] 10.222.0.62 "DELETE /v2.0/networks/057dd32e-aa42-4946-ab7e-afc646faf50c HTTP/1.1" status: 204 len: 168 time: 0.6401966 Aug 30 14:35:13.367669 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.369617 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09ede2-82e3-4495-b983-202dbc3f314c admin admin] Pushing event deleted for resources: {'Network': ['ID=057dd32e-aa42-4946-ab7e-afc646faf50c,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:13.387263 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bede709-b954-455d-8ee8-ef1f95cbdf1f None None] The sync data for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi is: [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '79b78b13-f5db-45d0-bde4-0ef62f00dabe', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'floating_ip_address': '172.27.3.129', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'port_id': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'mac_address': 'fa:16:3e:fe:5e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d667df0-ae70-467a-88df-3367b6066d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:35:10Z', 'updated_at': '2021-08-30T14:35:10Z', 'revision_number': 0, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:13.390817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181ddb9c-495b-47dd-b05b-f7aa357f4893,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:13.409189 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.410508 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b3ee858c-cdde-4f9b-b0cb-5e9157ca868e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2624080 Aug 30 14:35:13.413495 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43850) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:13.418875 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a151ce2-6d26-410f-b767-e5ca0ed53342 req-781e9699-cd35-4e96-8429-a6ae4becac19 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:13.420036 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group_rule': {'security_group_id': 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3', 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:13.428129 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7a151ce2-6d26-410f-b767-e5ca0ed53342 req-781e9699-cd35-4e96-8429-a6ae4becac19 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.2113259 Aug 30 14:35:13.455859 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.514753 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7a151ce2-6d26-410f-b767-e5ca0ed53342 req-5718e9f2-ca12-4c15-92eb-b52d126984b8 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855005 Aug 30 14:35:13.523988 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-9724619a-1bae-487c-a697-651a658f8731 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096388 Aug 30 14:35:13.584327 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.592312 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.648659 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.660838 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2461183 Aug 30 14:35:13.661978 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43854) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:13.677557 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group_rule': {'security_group_id': 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3', 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:13.684459 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f88ae3-789f-4e0b-9092-c054f5e9b70c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e57e1b-6692-4bd9-83a8-60456489617c,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:13.736969 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.securitygroups_db [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Project 10b696423a944d8cadcc9452cd9f90ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:35:13.748383 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.782999 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8596efc5-2d29-483c-9def-1db7b7479895 None None] New status for floating IP 79b78b13-f5db-45d0-bde4-0ef62f00dabe: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:35:13.834089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43856) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:13.927470 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.959079 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:13.971082 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-03056264-2294-4e00-86af-c11545d432ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1595178 Aug 30 14:35:13.998975 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b56a062c-bb1c-41a1-8f81-d8744c259bb5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d44e75377b0b469691bc7f49ac9d5024&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1650543 Aug 30 14:35:14.007489 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43858) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:14.041787 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1000d66d-191a-4eb2-ad4c-2b975e499e2c,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:14.073363 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.074294 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-37f2b912-925d-41bd-bf3f-363fb2cfaa4a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4017930 Aug 30 14:35:14.079604 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c0b13a23-095e-45fe-88a4-1aa64a50c7a2 req-0018559b-0fb8-4944-b394-0555509d7833 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431759 Aug 30 14:35:14.081207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 43860) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:14.090809 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'security_group_rule': {'security_group_id': 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3', 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:14.152951 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e66a-8376-437c-9b63-040335e84dac req-8c2a06fa-1f10-4012-8f42-7c4a5588cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.156871 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-8c2a06fa-1f10-4012-8f42-7c4a5588cf52 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 1099 time: 0.1450143 Aug 30 14:35:14.169399 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5aa7eb-3250-438c-b430-ed0bb3184b5d req-ce64384f-4913-4355-9b9d-571c45503c78 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.175157 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.securitygroups_db [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Project 10b696423a944d8cadcc9452cd9f90ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:35:14.177483 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ee5aa7eb-3250-438c-b430-ed0bb3184b5d req-ce64384f-4913-4355-9b9d-571c45503c78 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0952656 Aug 30 14:35:14.182652 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ced1-e3c9-422b-8fad-c587084304d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.184761 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.242089 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ee5aa7eb-3250-438c-b430-ed0bb3184b5d req-a78ae954-6a16-40a6-893f-06efa0565b69 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636528 Aug 30 14:35:14.293673 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ced1-e3c9-422b-8fad-c587084304d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.317817 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb7bbc-f245-4445-953c-d1231c196a0e req-1340e7ae-67bb-42fb-bb2b-35a362ec1e6e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.327220 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64cb7bbc-f245-4445-953c-d1231c196a0e req-1340e7ae-67bb-42fb-bb2b-35a362ec1e6e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0838845 Aug 30 14:35:14.383183 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.388502 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64cb7bbc-f245-4445-953c-d1231c196a0e req-1286d783-d216-4f86-9970-49e0517e5bd4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551753 Aug 30 14:35:14.396222 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.410050 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e66a-8376-437c-9b63-040335e84dac req-9aca93ca-8fe6-4eed-9aec-afca7e93e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.427177 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-9aca93ca-8fe6-4eed-9aec-afca7e93e12a service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.2089987 Aug 30 14:35:14.443232 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffe61f0-751d-46d6-9dd5-e53baf351a31,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:14.485720 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-62e72e8f-1ecb-4eec-8bff-fe8614536772 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1 HTTP/1.1" status: 200 len: 217 time: 0.0558901 Aug 30 14:35:14.489886 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ced1-e3c9-422b-8fad-c587084304d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.492666 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a5c0ced1-e3c9-422b-8fad-c587084304d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.496768 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a5c0ced1-e3c9-422b-8fad-c587084304d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a19bc0f-c57b-462f-949f-5094930cfc40 HTTP/1.1" status: 204 len: 168 time: 0.4735215 Aug 30 14:35:14.508550 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.512872 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6e55205d-04b6-4427-979d-4a0c9bd369ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4237955 Aug 30 14:35:14.544916 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:14.561541 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63676b-2d4e-470c-8a2d-f35c9ac3429a req-7019de34-d5d3-48a4-81b0-41ba81bee3e0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.563759 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4c63676b-2d4e-470c-8a2d-f35c9ac3429a req-7019de34-d5d3-48a4-81b0-41ba81bee3e0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1306474 Aug 30 14:35:14.576713 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0ced1-e3c9-422b-8fad-c587084304d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a19bc0f-c57b-462f-949f-5094930cfc40,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:14.626671 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e66a-8376-437c-9b63-040335e84dac req-a3445e6e-bf08-4f4a-8295-ff3daeff6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.634550 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-a3445e6e-bf08-4f4a-8295-ff3daeff6a3f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.1308675 Aug 30 14:35:14.686915 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-14f93466-5a0c-487f-b6db-ca1631be2b94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492849 Aug 30 14:35:14.691028 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-35063ded-7fb3-426a-89ae-c0411a39990d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532663979&fields=id&tenant_id=10b696423a944d8cadcc9452cd9f90ce HTTP/1.1" status: 200 len: 267 time: 0.0855513 Aug 30 14:35:14.695952 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4c63676b-2d4e-470c-8a2d-f35c9ac3429a req-aad1d8a6-ce12-43d8-98fd-8d955f61c24e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262465 Aug 30 14:35:14.851188 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-7527b600-3b10-4450-966a-2ce35118d8a9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.860372 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-7527b600-3b10-4450-966a-2ce35118d8a9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.1684523 Aug 30 14:35:14.866962 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'port': {'security_groups': ['9eb597cf-d735-4d40-b7f3-bc3052ac01d4', 'f67f6387-b3d3-44a6-8b39-5a03cc88b7c3']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:35:14.882469 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-5be04acb-83cb-40ec-8e79-6729d0cd7d29 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757736 Aug 30 14:35:14.923929 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f749ae-7183-4798-a5ac-550c2575b9dc req-76d0f1c9-be93-4665-8804-34bf01d69102 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:14.931710 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b8f749ae-7183-4798-a5ac-550c2575b9dc req-76d0f1c9-be93-4665-8804-34bf01d69102 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1351295 Aug 30 14:35:15.029665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b8f749ae-7183-4798-a5ac-550c2575b9dc req-edb6d928-c664-4c78-916c-31541e056d7f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969584 Aug 30 14:35:15.042236 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bfb3e66a-8376-437c-9b63-040335e84dac req-88dc59fd-7563-4b1c-bd0d-da04bc27f5d1 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442339 Aug 30 14:35:15.047705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.425815 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:15.462620 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.476856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.542867 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['07eaac92-288f-4e14-ba42-4a085d392eb1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:15.677874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.679523 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:15.681726 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c84b22ac-f88c-4900-b860-7dd71495e4f6 req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "PUT /v2.0/ports/07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 981 time: 0.8198123 Aug 30 14:35:15.700782 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:15.701671 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6088b5-9309-4757-a88b-4a4cbf6759b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:15.726577 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=6']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:15.750169 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e5bae-172f-4fb6-9524-ee7bfda40eaa req-4329d1dd-bff1-424e-a3e3-9f5a0f4a5eed tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:15.758988 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d31e5bae-172f-4fb6-9524-ee7bfda40eaa req-4329d1dd-bff1-424e-a3e3-9f5a0f4a5eed tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.2728398 Aug 30 14:35:15.763072 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.763855 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.764298 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.765097 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.765097 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.765689 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.766112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.766672 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.767241 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.767661 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.768219 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.768636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051b914-e3b5-48ed-b541-50d1c136f33c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:15.823964 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d31e5bae-172f-4fb6-9524-ee7bfda40eaa req-e8cf85fb-916a-44d3-b481-a420b5d1668b tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637379 Aug 30 14:35:15.858347 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['07eaac92-288f-4e14-ba42-4a085d392eb1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:16.001775 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec637d6-a323-42fb-bd6a-58efbff569e1 req-ac6b0c18-f5d3-4177-b7e6-9a1e3901c36e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.003558 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9ec637d6-a323-42fb-bd6a-58efbff569e1 req-ac6b0c18-f5d3-4177-b7e6-9a1e3901c36e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.1464028 Aug 30 14:35:16.108589 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9ec637d6-a323-42fb-bd6a-58efbff569e1 req-4da0a8e9-994e-496a-8bdc-b1e675aca158 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932262 Aug 30 14:35:16.160787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001f92-64de-4c40-a1aa-40617ab94f5d req-219c4f21-89e7-42af-b5dc-1501f25cc44d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.162469 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-99001f92-64de-4c40-a1aa-40617ab94f5d req-219c4f21-89e7-42af-b5dc-1501f25cc44d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.2137694 Aug 30 14:35:16.222369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5fe851-391c-4fad-8f52-8171a0aae4bd x-openstack-request-id: req-5a5fe851-391c-4fad-8f52-8171a0aae4bd {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:16.222940 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:16.223344 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a5fe851-391c-4fad-8f52-8171a0aae4bd {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:16.223896 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'status': 'completed', 'code': 200} Aug 30 14:35:16.243889 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-99001f92-64de-4c40-a1aa-40617ab94f5d req-90d23bfa-5491-4f34-9c3b-540bbad2ea73 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681016 Aug 30 14:35:16.290535 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-3961865b-76b2-4b21-b490-f2756c5e8fa3 None None] Provisioning complete for port 07eaac92-288f-4e14-ba42-4a085d392eb1 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:16.290961 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3961865b-76b2-4b21-b490-f2756c5e8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:16.357025 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-8d08946a-b196-4e1a-a745-e5ed44f03382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.362980 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-8d08946a-b196-4e1a-a745-e5ed44f03382 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1137 time: 0.1059601 Aug 30 14:35:16.398939 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999f872-cd5e-4e98-b67d-c0d37b256c23 req-19eaeb73-b18c-43fd-8b6e-86118d57cac0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.406897 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2999f872-cd5e-4e98-b67d-c0d37b256c23 req-19eaeb73-b18c-43fd-8b6e-86118d57cac0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1013579 Aug 30 14:35:16.510262 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2999f872-cd5e-4e98-b67d-c0d37b256c23 req-318f1979-d601-49db-a7f4-7e8d413fb6ef tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891242 Aug 30 14:35:16.673955 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f20e-2d5a-4b3f-bba0-b6b926269059 req-276f928c-d81b-443e-b762-11497ce19495 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:16.681817 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dac8f20e-2d5a-4b3f-bba0-b6b926269059 req-276f928c-d81b-443e-b762-11497ce19495 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0999541 Aug 30 14:35:16.804995 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dac8f20e-2d5a-4b3f-bba0-b6b926269059 req-9d936cb5-9a13-4a21-8fb4-f34529859aef tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222441 Aug 30 14:35:17.112528 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-1b3268e8-408f-4fc6-a46d-ef5938cb3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.113681 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-1b3268e8-408f-4fc6-a46d-ef5938cb3dfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 915 time: 0.7402995 Aug 30 14:35:17.292372 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279331e5-ae45-4a8b-a510-8c9d6a50bc30 req-838b5d9e-42d9-4e2d-8bb6-d4c57a1a0d6d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.300681 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-279331e5-ae45-4a8b-a510-8c9d6a50bc30 req-838b5d9e-42d9-4e2d-8bb6-d4c57a1a0d6d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0681164 Aug 30 14:35:17.313887 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-5b97044a-6f69-406c-94dd-1289db99da8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 1001 time: 0.1895678 Aug 30 14:35:17.348244 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-279331e5-ae45-4a8b-a510-8c9d6a50bc30 req-973c7bb8-7f8b-4392-a5fd-609e259c7f83 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462177 Aug 30 14:35:17.402412 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-9ca94ac2-a0a2-43d8-ab32-d6b6a9adedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.406738 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-9ca94ac2-a0a2-43d8-ab32-d6b6a9adedc4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.0790367 Aug 30 14:35:17.480429 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-4f9673df-bf73-41cb-b251-dc9548b005cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.482040 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-4f9673df-bf73-41cb-b251-dc9548b005cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584152 Aug 30 14:35:17.675262 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-e74d02e7-baba-49c3-84cb-ac78570fa70c service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804562 Aug 30 14:35:17.681496 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd3269-dff2-48c5-a611-263f8647b562 req-57ae44ef-527f-4b5f-b6dc-2780cb5864f7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.683240 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ffcd3269-dff2-48c5-a611-263f8647b562 req-57ae44ef-527f-4b5f-b6dc-2780cb5864f7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0708122 Aug 30 14:35:17.732136 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ffcd3269-dff2-48c5-a611-263f8647b562 req-6a9a2a06-a52e-4fac-a7de-7b66dda5dc01 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Aug 30 14:35:17.815504 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-9c6088b5-9309-4757-a88b-4a4cbf6759b2 req-b5c0f9c6-a20c-47d5-b0ef-c4d94e4e27fd service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298332 Aug 30 14:35:17.994181 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d529-7b8e-4350-9c70-c4eeaf9e3780 req-68cf8513-211b-43ca-b2bb-b581c8c3a7e2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:17.996877 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7630d529-7b8e-4350-9c70-c4eeaf9e3780 req-68cf8513-211b-43ca-b2bb-b581c8c3a7e2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0615325 Aug 30 14:35:18.049561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7630d529-7b8e-4350-9c70-c4eeaf9e3780 req-7db04ace-505f-4396-81d6-d83fe086acbc tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467932 Aug 30 14:35:18.208574 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:35:18.554186 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a059c-0e51-4808-a510-450d6279fc82 req-1f1d2bc1-0b02-48a3-a3a9-15bf9d9764b0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.556777 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-605a059c-0e51-4808-a510-450d6279fc82 req-1f1d2bc1-0b02-48a3-a3a9-15bf9d9764b0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0680542 Aug 30 14:35:18.610261 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-605a059c-0e51-4808-a510-450d6279fc82 req-77c31598-2b97-437b-bc12-96f6f1cab837 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Aug 30 14:35:18.859362 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c013-8bfd-4c07-9465-771a149a1624 req-817d89a0-8932-4592-a894-15c403194cbb tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:18.861041 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ad1c013-8bfd-4c07-9465-771a149a1624 req-817d89a0-8932-4592-a894-15c403194cbb tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0531867 Aug 30 14:35:18.904975 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ad1c013-8bfd-4c07-9465-771a149a1624 req-0dba18d2-3d26-462d-9ab1-4421ad8a23ae tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360613 Aug 30 14:35:19.225490 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d4db4-cc50-4dfb-a0ec-fed6f509c694 req-24ce57a0-1944-4ab2-8c43-460b6210c332 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.227030 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-348d4db4-cc50-4dfb-a0ec-fed6f509c694 req-24ce57a0-1944-4ab2-8c43-460b6210c332 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0871975 Aug 30 14:35:19.281718 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-348d4db4-cc50-4dfb-a0ec-fed6f509c694 req-355f0ae5-f451-4de5-846c-ec8ba030ffd4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Aug 30 14:35:19.762625 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d68a0-2099-4358-812b-b883003da130 req-19f435ee-1f2a-462d-8061-8eff6a8658be tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:19.765208 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90d68a0-2099-4358-812b-b883003da130 req-19f435ee-1f2a-462d-8061-8eff6a8658be tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0678144 Aug 30 14:35:19.811517 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b90d68a0-2099-4358-812b-b883003da130 req-d0095265-4cc3-415d-b818-c4bf78dfafea tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Aug 30 14:35:20.042887 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0615c2-1fba-4dd4-9c08-517597e02d59 req-749930bf-0513-4d3f-bf49-9b9e03d05bf4 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.052463 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fc0615c2-1fba-4dd4-9c08-517597e02d59 req-749930bf-0513-4d3f-bf49-9b9e03d05bf4 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0653796 Aug 30 14:35:20.115196 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fc0615c2-1fba-4dd4-9c08-517597e02d59 req-274071b0-d077-4091-8da2-1419efa2966a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617673 Aug 30 14:35:20.405719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d9cc5-b324-49d5-bbb8-f7cc3864f17b req-b0481d15-e313-4f4a-9973-39e05b6e3399 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.412421 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-584d9cc5-b324-49d5-bbb8-f7cc3864f17b req-b0481d15-e313-4f4a-9973-39e05b6e3399 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0568359 Aug 30 14:35:20.479838 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-584d9cc5-b324-49d5-bbb8-f7cc3864f17b req-a1b53da6-9568-467b-ac75-4e85a27b2fa1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652952 Aug 30 14:35:20.964109 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da761-6049-4413-9f7c-fb990456b65f req-3e21472d-8788-4b25-9826-6e91b1e7f53b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:20.967579 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-111da761-6049-4413-9f7c-fb990456b65f req-3e21472d-8788-4b25-9826-6e91b1e7f53b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0591609 Aug 30 14:35:21.021681 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-111da761-6049-4413-9f7c-fb990456b65f req-bf474235-b586-496a-bf40-8d2bb08f1707 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Aug 30 14:35:21.216075 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d411c-70a5-4456-a365-feebef0a1231 req-0c6a20bc-bfaf-43af-a40a-dc3687a4221a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:21.217549 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-442d411c-70a5-4456-a365-feebef0a1231 req-0c6a20bc-bfaf-43af-a40a-dc3687a4221a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0527680 Aug 30 14:35:21.268381 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-442d411c-70a5-4456-a365-feebef0a1231 req-4b957d4a-06d1-46d4-a9e0-ec80b2fa1b91 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418961 Aug 30 14:35:21.503671 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20b871-3bcb-462a-8e4b-0c4ad0e76193 req-07b3456f-8316-46b6-8b7f-2028700850fd tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:21.505391 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d20b871-3bcb-462a-8e4b-0c4ad0e76193 req-07b3456f-8316-46b6-8b7f-2028700850fd tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0538123 Aug 30 14:35:21.546779 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d20b871-3bcb-462a-8e4b-0c4ad0e76193 req-d7acfd69-a740-44f7-85e7-80519bb575a4 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336895 Aug 30 14:35:21.607657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01685fef-e91f-45a6-a041-5fc589ed33ee req-6b91e3b7-76f5-4cf5-b2be-ea4431aa5fa1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:21.609122 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-01685fef-e91f-45a6-a041-5fc589ed33ee req-6b91e3b7-76f5-4cf5-b2be-ea4431aa5fa1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0514660 Aug 30 14:35:21.652881 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-01685fef-e91f-45a6-a041-5fc589ed33ee req-4483eab6-172e-4666-b549-9f9eb669252a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Aug 30 14:35:22.139424 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547756c4-6156-41ea-909b-07b7572db085 req-9db2b7eb-d275-4c90-8570-ee561ae0a36e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:22.141088 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-547756c4-6156-41ea-909b-07b7572db085 req-9db2b7eb-d275-4c90-8570-ee561ae0a36e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0523026 Aug 30 14:35:22.182507 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-547756c4-6156-41ea-909b-07b7572db085 req-77666d38-e5e5-4d1a-a0c8-05486891867d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Aug 30 14:35:22.683252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d02dc-0ba7-4117-afff-55f890019ee5 req-8beffa05-18fe-4fbb-a321-49e26db9801a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:22.684808 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8f6d02dc-0ba7-4117-afff-55f890019ee5 req-8beffa05-18fe-4fbb-a321-49e26db9801a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0628908 Aug 30 14:35:22.746657 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8f6d02dc-0ba7-4117-afff-55f890019ee5 req-033bc2a8-c572-4ab8-90a3-58a0298b5fd9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 Aug 30 14:35:22.788597 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3ac8b-5bd0-4d22-8ceb-4ee35b1a2448 req-5a55f441-b5a2-443d-816c-597e846cdc79 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:22.790363 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ce3ac8b-5bd0-4d22-8ceb-4ee35b1a2448 req-5a55f441-b5a2-443d-816c-597e846cdc79 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0602839 Aug 30 14:35:22.832887 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ce3ac8b-5bd0-4d22-8ceb-4ee35b1a2448 req-dcb95e6f-4dc2-48e7-b517-a73e251ff60f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Aug 30 14:35:23.307474 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22f928-1669-497b-9846-c7fc8e2e7fda req-f2e8baad-8ac2-4eab-80d6-4357774c498a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.309151 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1c22f928-1669-497b-9846-c7fc8e2e7fda req-f2e8baad-8ac2-4eab-80d6-4357774c498a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0545912 Aug 30 14:35:23.349863 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1c22f928-1669-497b-9846-c7fc8e2e7fda req-939255f5-6cbd-414a-a411-e403ccccf5f2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343797 Aug 30 14:35:23.910205 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86add766-69f8-4fa9-b7aa-8a53dca65863 req-b6d089f5-38c7-437a-a21c-dcbd05c571bf tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.911752 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-86add766-69f8-4fa9-b7aa-8a53dca65863 req-b6d089f5-38c7-437a-a21c-dcbd05c571bf tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0516765 Aug 30 14:35:23.982174 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-86add766-69f8-4fa9-b7aa-8a53dca65863 req-81091c61-5838-4f1b-9aef-29c4ccfa850c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600173 Aug 30 14:35:23.990470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bddec9-e840-4dbc-b49d-cf72c0d4327b req-9fcf47de-5c61-4009-af3a-a5851f7eab5c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:23.991880 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-26bddec9-e840-4dbc-b49d-cf72c0d4327b req-9fcf47de-5c61-4009-af3a-a5851f7eab5c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0792210 Aug 30 14:35:24.032921 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-26bddec9-e840-4dbc-b49d-cf72c0d4327b req-1d61f433-980a-419c-ad37-4525c469a56b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330713 Aug 30 14:35:24.481237 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af49094-afdf-4c94-8f27-1ef129158d8e req-6b435be2-e1c8-452b-bc6e-9ab41083de24 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.482773 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9af49094-afdf-4c94-8f27-1ef129158d8e req-6b435be2-e1c8-452b-bc6e-9ab41083de24 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 946 time: 0.0581315 Aug 30 14:35:24.525550 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9af49094-afdf-4c94-8f27-1ef129158d8e req-f76d0c6b-5ff9-4c89-8ae2-f3a077817f9d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366578 Aug 30 14:35:24.560357 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-962f193c-32b0-4918-965d-1b695e195641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.561856 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-962f193c-32b0-4918-965d-1b695e195641 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1098 time: 0.0426297 Aug 30 14:35:24.643628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-1d06c8cb-b1f3-4b3a-b8aa-b0ac89632b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.645150 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-1d06c8cb-b1f3-4b3a-b8aa-b0ac89632b60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1099 time: 0.0437315 Aug 30 14:35:24.655873 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-5a1ed34f-1e2c-4d12-98c1-3f0960e5edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.657331 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-5a1ed34f-1e2c-4d12-98c1-3f0960e5edb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.0853407 Aug 30 14:35:24.730714 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-6f9845ee-cb18-462b-81c0-900ea2e81a74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 1001 time: 0.0621686 Aug 30 14:35:24.759663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-6f7782e4-69a9-490a-b131-1ae1687716de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.761169 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-6f7782e4-69a9-490a-b131-1ae1687716de service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.1048687 Aug 30 14:35:24.784559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-47a490d2-bcfe-4410-afac-bb12b455d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.785966 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-47a490d2-bcfe-4410-afac-bb12b455d755 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0464599 Aug 30 14:35:24.833897 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-b19895a6-c3b7-4094-8b49-52aa06cbc343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.835583 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-b19895a6-c3b7-4094-8b49-52aa06cbc343 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411637 Aug 30 14:35:24.835691 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-856abfde-e31a-47c2-a5eb-e92fa4a5a546 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 1002 time: 0.0638692 Aug 30 14:35:24.901772 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-26a2274c-ae77-40f1-99d4-404230e0f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.904149 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-26a2274c-ae77-40f1-99d4-404230e0f2f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0505555 Aug 30 14:35:24.936829 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-5bbb1c5a-b9c3-4d4e-bdb5-dc33782b2fbf service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857313 Aug 30 14:35:24.952801 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-a69dd9a7-bdcd-464b-adb1-3dea98bd180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:24.954464 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-a69dd9a7-bdcd-464b-adb1-3dea98bd180a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407495 Aug 30 14:35:25.039637 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6d41a4cb-70a5-438d-a9ea-3c021aada0f5 req-2cdc0e6c-c13a-4121-912e-2c657ff26a74 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923829 Aug 30 14:35:25.076741 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-67f0baf7-5274-4bed-951d-8ebb38b3f786 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008739 Aug 30 14:35:25.207958 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bf1f4-f5ae-46e9-a958-adcbd796a3c5 req-f302d648-786d-4853-8431-21ee64dfe107 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.209440 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-309bf1f4-f5ae-46e9-a958-adcbd796a3c5 req-f302d648-786d-4853-8431-21ee64dfe107 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1489918 Aug 30 14:35:25.251918 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f7a6-3e32-4ee7-8c2d-09b2d49f3c96 req-3809dd8f-a2fa-4d7b-b788-0cb54e3a929f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.253353 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ee56f7a6-3e32-4ee7-8c2d-09b2d49f3c96 req-3809dd8f-a2fa-4d7b-b788-0cb54e3a929f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1106935 Aug 30 14:35:25.257405 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:25.259637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-271ce7c3-29eb-4dba-9fd6-ff8a236bc1a9 req-dfd9145c-40dd-40f1-a340-0cc8097e3194 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644416 Aug 30 14:35:25.285402 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-309bf1f4-f5ae-46e9-a958-adcbd796a3c5 req-0dd052ed-82ca-40b1-af07-a7d1bfcf5b77 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688770 Aug 30 14:35:25.305925 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ee56f7a6-3e32-4ee7-8c2d-09b2d49f3c96 req-d3dac490-b88f-4963-a415-a1ba29dd32f4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Aug 30 14:35:25.341320 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.364326 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:25.366624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71230593-972c-4dc0-8d16-ae24ac2f98df" -d '{"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-unplugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:25.380367 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:25.385286 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:25.421739 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da47fb2-fe84-4012-98ba-4d790ca2b2ab x-openstack-request-id: req-7da47fb2-fe84-4012-98ba-4d790ca2b2ab {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:25.422097 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-unplugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:25.422419 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7da47fb2-fe84-4012-98ba-4d790ca2b2ab {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:25.422908 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'code': 200} Aug 30 14:35:25.437391 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=8']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:25.653430 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31569cd-7d59-437c-9250-41363c7dadfb req-23e2c9dc-4a43-4d31-bc58-9f3e493e2524 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:25.655232 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b31569cd-7d59-437c-9250-41363c7dadfb req-23e2c9dc-4a43-4d31-bc58-9f3e493e2524 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0541868 Aug 30 14:35:25.701534 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b31569cd-7d59-437c-9250-41363c7dadfb req-ad548818-7085-4e49-a7a8-0549aa367cca tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400186 Aug 30 14:35:26.447211 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4911a-a6a9-48b3-b017-41de6e05fb61 req-bc4a5e70-92ba-4e8e-bbc5-197a8654ecb3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:26.448754 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1db4911a-a6a9-48b3-b017-41de6e05fb61 req-bc4a5e70-92ba-4e8e-bbc5-197a8654ecb3 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0817454 Aug 30 14:35:26.469907 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c526ed-d12b-44db-a496-2a1f24ca9bc2 req-b13ee719-32b7-4b69-bbf5-2637068741d2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:26.471384 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64c526ed-d12b-44db-a496-2a1f24ca9bc2 req-b13ee719-32b7-4b69-bbf5-2637068741d2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0931041 Aug 30 14:35:26.519192 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1db4911a-a6a9-48b3-b017-41de6e05fb61 req-37260219-3868-4091-93c4-094f5a9cfa83 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630853 Aug 30 14:35:26.533820 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-64c526ed-d12b-44db-a496-2a1f24ca9bc2 req-c94f6494-500e-433b-9e61-d36a1caa46c6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Aug 30 14:35:26.829248 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3a761-a109-4f6a-8438-1168f71960ae req-e0832a71-2ffe-4bf8-bb1f-2d304b194a19 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:26.830768 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2b3a761-a109-4f6a-8438-1168f71960ae req-e0832a71-2ffe-4bf8-bb1f-2d304b194a19 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0505145 Aug 30 14:35:26.870279 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2b3a761-a109-4f6a-8438-1168f71960ae req-cff732be-badd-4451-8922-f98bbe033ddb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334306 Aug 30 14:35:27.664284 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e27798-256b-42c0-8365-51e04d7e296e req-6c8d2e27-a738-44ec-a586-27700ec90100 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:27.666242 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a5e27798-256b-42c0-8365-51e04d7e296e req-6c8d2e27-a738-44ec-a586-27700ec90100 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0597377 Aug 30 14:35:27.705626 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a5e27798-256b-42c0-8365-51e04d7e296e req-ca0ea8f6-9e39-4bb6-b77f-825ce1818dec tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Aug 30 14:35:27.997769 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a7064-e8d1-42c6-88a8-a66509d5167a req-adcc7d41-5183-4898-b052-5899adb0563e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:27.999241 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f52a7064-e8d1-42c6-88a8-a66509d5167a req-adcc7d41-5183-4898-b052-5899adb0563e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0530701 Aug 30 14:35:28.043317 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f52a7064-e8d1-42c6-88a8-a66509d5167a req-c5b43736-1288-401e-a6e2-329f043f150d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353136 Aug 30 14:35:28.823677 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ca596-0dfb-471d-838c-4c33ee64f91f req-83561ab5-1ffe-4690-aba7-2d1e893251c6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:28.825151 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21ca596-0dfb-471d-838c-4c33ee64f91f req-83561ab5-1ffe-4690-aba7-2d1e893251c6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0526969 Aug 30 14:35:28.866009 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b21ca596-0dfb-471d-838c-4c33ee64f91f req-9b63e5b4-23c8-4b37-8053-d98ba95864bb tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 30 14:35:29.188553 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f345bf-f81a-4c2e-b9d0-62b567d1dc30 req-4aa4716d-71f0-4dc3-9ddb-2103f8b0c3e3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.190755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-55f345bf-f81a-4c2e-b9d0-62b567d1dc30 req-4aa4716d-71f0-4dc3-9ddb-2103f8b0c3e3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0611994 Aug 30 14:35:29.240302 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-55f345bf-f81a-4c2e-b9d0-62b567d1dc30 req-fc5f99b3-bd7a-4411-ad14-945f6a6986f4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Aug 30 14:35:29.992302 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb27c-e936-43e5-a47a-189f1b5e29c1 req-43bb51c8-bbc4-4434-ad71-afd1c2835379 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.993971 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-952bb27c-e936-43e5-a47a-189f1b5e29c1 req-43bb51c8-bbc4-4434-ad71-afd1c2835379 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0582347 Aug 30 14:35:30.038780 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-952bb27c-e936-43e5-a47a-189f1b5e29c1 req-1fb5d2b6-164f-41a9-b06e-95717bb27546 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354595 Aug 30 14:35:30.373040 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bfc51-c4d8-42b9-be11-15fa48b76978 req-55e6ca45-c572-4993-ad0e-b04a07abc1ce tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:30.374741 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eb4bfc51-c4d8-42b9-be11-15fa48b76978 req-55e6ca45-c572-4993-ad0e-b04a07abc1ce tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0551543 Aug 30 14:35:30.417947 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eb4bfc51-c4d8-42b9-be11-15fa48b76978 req-d93ff2e0-c028-4361-bfa0-d79a1d8d9275 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371909 Aug 30 14:35:31.177707 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381535cf-9be8-47ec-afa3-f4a19906d0fd req-17196a31-81c4-4131-a86c-53f24dc126ac tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:31.179182 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-381535cf-9be8-47ec-afa3-f4a19906d0fd req-17196a31-81c4-4131-a86c-53f24dc126ac tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0520022 Aug 30 14:35:31.225634 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-381535cf-9be8-47ec-afa3-f4a19906d0fd req-e7e68f68-a560-456d-987b-49a93b381152 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Aug 30 14:35:31.553113 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba0ac7-82af-4d21-a392-bdd57e5c6fe4 req-f641de87-a5cc-4430-bcd9-63e6e510c596 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:31.554621 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dbba0ac7-82af-4d21-a392-bdd57e5c6fe4 req-f641de87-a5cc-4430-bcd9-63e6e510c596 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0538213 Aug 30 14:35:31.593864 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dbba0ac7-82af-4d21-a392-bdd57e5c6fe4 req-8f0775cd-e5fd-403f-ab4e-2bf7a7e646da tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Aug 30 14:35:31.745310 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44178) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:31.857143 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc5fabf3-bc4a-40b6-ac09-7e0226db1b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:31.952101 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc5fabf3-bc4a-40b6-ac09-7e0226db1b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:31.963545 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc5fabf3-bc4a-40b6-ac09-7e0226db1b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.002338 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cc5fabf3-bc4a-40b6-ac09-7e0226db1b13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=430b94e57c064e37b551972b8ca005ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558010 Aug 30 14:35:32.003203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fabf3-bc4a-40b6-ac09-7e0226db1b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb51d7f-ff74-40c9-86ca-07ce8fc0ab5d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:32.005696 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44192) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.063465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3181831f-1bfa-4512-afc9-b1cb8c8152ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.085857 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3181831f-1bfa-4512-afc9-b1cb8c8152ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.136968 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3181831f-1bfa-4512-afc9-b1cb8c8152ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.139989 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3181831f-1bfa-4512-afc9-b1cb8c8152ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.141209 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3181831f-1bfa-4512-afc9-b1cb8c8152ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4fb51d7f-ff74-40c9-86ca-07ce8fc0ab5d HTTP/1.1" status: 204 len: 168 time: 0.1348219 Aug 30 14:35:32.149459 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181831f-1bfa-4512-afc9-b1cb8c8152ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb51d7f-ff74-40c9-86ca-07ce8fc0ab5d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:32.278209 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb16ae5-d9ff-4ea0-a412-597eb7c99f99 req-57d19e81-d930-46e8-9d26-43555fa0322c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.281340 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4cb16ae5-d9ff-4ea0-a412-597eb7c99f99 req-57d19e81-d930-46e8-9d26-43555fa0322c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0531831 Aug 30 14:35:32.327058 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4cb16ae5-d9ff-4ea0-a412-597eb7c99f99 req-f58a79e8-1f02-4934-9a67-e5326bc0ee46 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383825 Aug 30 14:35:32.380478 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7695e5-8278-490f-97d7-80914f88f7cd req-74861cb4-decc-4c22-bc89-9eb39feea76b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:32.382278 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9e7695e5-8278-490f-97d7-80914f88f7cd req-74861cb4-decc-4c22-bc89-9eb39feea76b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0590186 Aug 30 14:35:32.426174 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9e7695e5-8278-490f-97d7-80914f88f7cd req-85c2520f-e5a7-4aee-9892-fc217f9a0190 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366030 Aug 30 14:35:32.469643 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44216) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.484136 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f23b55-1981-4418-ad9d-21cf80d29d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.581216 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f23b55-1981-4418-ad9d-21cf80d29d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.587875 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-41f23b55-1981-4418-ad9d-21cf80d29d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.626621 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-41f23b55-1981-4418-ad9d-21cf80d29d93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=971e0fe3423847fab912120eda59f6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558452 Aug 30 14:35:32.627497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f23b55-1981-4418-ad9d-21cf80d29d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7189f59b-dca5-4173-90c6-fc3a0530944a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:32.629474 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 44218) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.682035 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.708908 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.760807 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.763822 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:32.765078 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7189f59b-dca5-4173-90c6-fc3a0530944a HTTP/1.1" status: 204 len: 168 time: 0.1345084 Aug 30 14:35:32.774468 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7189f59b-dca5-4173-90c6-fc3a0530944a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:32.782623 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.783283 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.783629 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.783965 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.784306 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.784637 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.784972 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.785299 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.785623 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.785945 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.786274 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.786619 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62baf94-53e1-47bf-9e60-2473e77ef5a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:32.803143 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44230) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:32.889455 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-d00fdce0-9ecb-4a36-b310-47b0fdc6ff7f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849957 Aug 30 14:35:33.459159 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5610f-2c3b-4cbb-b9b7-08067c51971c req-7daf8419-12c8-415e-be3d-b9672b947ad9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:33.460711 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4cf5610f-2c3b-4cbb-b9b7-08067c51971c req-7daf8419-12c8-415e-be3d-b9672b947ad9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0500987 Aug 30 14:35:33.501365 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4cf5610f-2c3b-4cbb-b9b7-08067c51971c req-2d83d970-f8a9-4032-9f3b-672223b2b43c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343995 Aug 30 14:35:33.558318 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6247d37-06c6-47fe-9c79-37e95ee114a7 req-2d2bef7d-9085-4b46-bcdc-ab1073e4ede3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:33.559895 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d6247d37-06c6-47fe-9c79-37e95ee114a7 req-2d2bef7d-9085-4b46-bcdc-ab1073e4ede3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0576777 Aug 30 14:35:33.600998 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d6247d37-06c6-47fe-9c79-37e95ee114a7 req-71633c99-246a-45f6-a819-9e6215882bc3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349293 Aug 30 14:35:34.189166 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:34.646992 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843c391-a06c-4085-81c5-cc56bb243897 req-10f887b9-15f4-4e77-83f4-30836a85a6f5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:34.650642 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c843c391-a06c-4085-81c5-cc56bb243897 req-10f887b9-15f4-4e77-83f4-30836a85a6f5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0614171 Aug 30 14:35:34.751605 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c843c391-a06c-4085-81c5-cc56bb243897 req-b534ece7-8320-4e5b-ae75-447e5ed82103 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813842 Aug 30 14:35:34.761438 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e920bae-af95-4b73-ad99-77437d5a8e4d req-11807761-4b03-479e-a184-d7143549c5cd tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:34.763579 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8e920bae-af95-4b73-ad99-77437d5a8e4d req-11807761-4b03-479e-a184-d7143549c5cd tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0841465 Aug 30 14:35:34.813278 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8e920bae-af95-4b73-ad99-77437d5a8e4d req-ff215696-2962-42a4-8762-6a017bc1ef71 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435555 Aug 30 14:35:35.765766 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-c1472c1a-4664-4ac5-a81e-5cdf7cb72709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:35.767360 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-c1472c1a-4664-4ac5-a81e-5cdf7cb72709 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1&tenant_id=552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 1097 time: 0.0788331 Aug 30 14:35:35.880773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-63d81838-e00b-47ba-af91-ae1c79a87dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:35.882362 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-63d81838-e00b-47ba-af91-ae1c79a87dcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1097 time: 0.0757971 Aug 30 14:35:35.969085 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552efc-af9e-432c-bb4c-8cc3028c4816 req-1c8233dc-14f7-4ff7-8b87-4e37f72ac82c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:35.970560 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e4552efc-af9e-432c-bb4c-8cc3028c4816 req-1c8233dc-14f7-4ff7-8b87-4e37f72ac82c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.1354904 Aug 30 14:35:36.015944 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb9625-b8ec-4ffa-9227-f7f111369f7e req-8d2ae328-d483-4113-9312-e3c3ff43c649 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:36.017519 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0acb9625-b8ec-4ffa-9227-f7f111369f7e req-8d2ae328-d483-4113-9312-e3c3ff43c649 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1335208 Aug 30 14:35:36.067132 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e4552efc-af9e-432c-bb4c-8cc3028c4816 req-eb09ba3a-2661-4c1b-bec8-4a36192772ee tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861158 Aug 30 14:35:36.081967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-5d8f9386-3e5e-4886-8ca6-fde6e451168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:36.083295 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-5d8f9386-3e5e-4886-8ca6-fde6e451168b service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.1864660 Aug 30 14:35:36.098371 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0acb9625-b8ec-4ffa-9227-f7f111369f7e req-bac27a35-9ac6-42b2-9130-3a64754dcfe6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676992 Aug 30 14:35:36.160314 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-4c0ce075-248c-48ef-bdd6-b7ae9574c527 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 1000 time: 0.0609241 Aug 30 14:35:36.211402 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-7041faa4-0dd6-4b92-be6f-c1638aa1ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:36.213190 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-7041faa4-0dd6-4b92-be6f-c1638aa1ea12 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0445068 Aug 30 14:35:36.263639 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-fb39ae09-ca57-4d79-8cd8-109c6d52490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:36.265028 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-fb39ae09-ca57-4d79-8cd8-109c6d52490a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438685 Aug 30 14:35:36.356516 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-414cfbdf-488b-4259-9f6e-535667d3734e service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835862 Aug 30 14:35:36.460600 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b588672-e791-45e6-9d46-3b93c9d5484b req-1afd4658-7009-40ea-b4c4-ce1a5fcc33b0 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950089 Aug 30 14:35:36.902507 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-004ba87f-84eb-4dcf-9bb2-f8ae1b61a752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:37.285980 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf41e07-2a65-4e78-b6c9-238f930cf8e7 req-9fb41eb2-e431-428d-bbe6-06dd261152c9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:37.289072 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5cf41e07-2a65-4e78-b6c9-238f930cf8e7 req-9fb41eb2-e431-428d-bbe6-06dd261152c9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0871265 Aug 30 14:35:37.301447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5455fa-87ca-4a4e-8312-6b43f21e30bd req-bbd2ef43-9505-4515-9c26-181f42abacb1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:37.309450 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ec5455fa-87ca-4a4e-8312-6b43f21e30bd req-bbd2ef43-9505-4515-9c26-181f42abacb1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1192441 Aug 30 14:35:37.363068 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5cf41e07-2a65-4e78-b6c9-238f930cf8e7 req-8ea4e7c9-87fd-4928-af89-7f8e26011927 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515764 Aug 30 14:35:37.394870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ec5455fa-87ca-4a4e-8312-6b43f21e30bd req-3057dd04-905a-42f8-9f29-07b7ad523963 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844679 Aug 30 14:35:37.585800 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44368) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:37.728770 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04decf75-1399-4eef-abd5-23a3676aa27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:37.822950 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04decf75-1399-4eef-abd5-23a3676aa27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:37.827781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-04decf75-1399-4eef-abd5-23a3676aa27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:37.865199 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-04decf75-1399-4eef-abd5-23a3676aa27e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed1fad956b884ad9ba19545800bc9d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782805 Aug 30 14:35:37.866011 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04decf75-1399-4eef-abd5-23a3676aa27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66940c-f2cd-4f14-b62f-25acd8f0ff01,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:37.868624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44372) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:37.922584 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf9be4ab-3a49-4ee6-bd16-24ac1091f7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:37.948921 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf9be4ab-3a49-4ee6-bd16-24ac1091f7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.002713 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf9be4ab-3a49-4ee6-bd16-24ac1091f7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.005304 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cf9be4ab-3a49-4ee6-bd16-24ac1091f7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.006466 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cf9be4ab-3a49-4ee6-bd16-24ac1091f7ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b66940c-f2cd-4f14-b62f-25acd8f0ff01 HTTP/1.1" status: 204 len: 168 time: 0.1366267 Aug 30 14:35:38.015542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9be4ab-3a49-4ee6-bd16-24ac1091f7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66940c-f2cd-4f14-b62f-25acd8f0ff01,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:38.326232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44378) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:38.341027 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-34052a2c-e6e1-49b0-b97d-5ff83c0f5734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.463428 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-34052a2c-e6e1-49b0-b97d-5ff83c0f5734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.469704 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-34052a2c-e6e1-49b0-b97d-5ff83c0f5734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.553886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-34052a2c-e6e1-49b0-b97d-5ff83c0f5734 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0eeb6ee4a1943f5a8ba60b0ca9d31fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265158 Aug 30 14:35:38.556753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 44388) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:38.567833 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052a2c-e6e1-49b0-b97d-5ff83c0f5734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cda219-0ebb-4c79-b946-ed73577c8900,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:38.598429 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b97df-85c2-4034-8420-e81ee5fcfb82 req-10151730-f998-4e3d-8c92-9ff4051a14b6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:38.600005 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a28b97df-85c2-4034-8420-e81ee5fcfb82 req-10151730-f998-4e3d-8c92-9ff4051a14b6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1080959 Aug 30 14:35:38.611687 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5a055-c977-42df-8847-21c3acfb203f req-9902651d-1bab-4f9c-80db-264358a16dc2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:38.613179 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-46c5a055-c977-42df-8847-21c3acfb203f req-9902651d-1bab-4f9c-80db-264358a16dc2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.1050971 Aug 30 14:35:38.615040 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9195e62-100e-4038-9422-3acbf610fbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.653885 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9195e62-100e-4038-9422-3acbf610fbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.696549 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-46c5a055-c977-42df-8847-21c3acfb203f req-486365f5-2b44-47e0-bd09-bfd2024126b9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758975 Aug 30 14:35:38.706909 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a28b97df-85c2-4034-8420-e81ee5fcfb82 req-7d138dd9-8fa1-4054-a61b-28a513d829f8 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921407 Aug 30 14:35:38.772775 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9195e62-100e-4038-9422-3acbf610fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.776275 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f9195e62-100e-4038-9422-3acbf610fbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:38.779127 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f9195e62-100e-4038-9422-3acbf610fbe0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51cda219-0ebb-4c79-b946-ed73577c8900 HTTP/1.1" status: 204 len: 168 time: 0.2213378 Aug 30 14:35:38.789176 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9195e62-100e-4038-9422-3acbf610fbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cda219-0ebb-4c79-b946-ed73577c8900,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:39.552471 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-32f6b3df-e9be-4586-a622-be470d368278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:39.810955 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:40.170285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7ddf6-5d8a-407c-a53b-9248ebb0fa5d req-e932dd70-318f-42c2-a358-8e91c4f412b9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.178262 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-14f7ddf6-5d8a-407c-a53b-9248ebb0fa5d req-e932dd70-318f-42c2-a358-8e91c4f412b9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.3424304 Aug 30 14:35:40.224178 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713953f8-d66a-4a25-8cf7-559c191aa359 req-7626a1f1-fa90-4cee-8240-eacede97c13d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.226170 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-713953f8-d66a-4a25-8cf7-559c191aa359 req-7626a1f1-fa90-4cee-8240-eacede97c13d tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.4015865 Aug 30 14:35:40.269498 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-14f7ddf6-5d8a-407c-a53b-9248ebb0fa5d req-ebf71dfb-953c-4fba-937a-b7dcbc51c704 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902374 Aug 30 14:35:40.288121 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-713953f8-d66a-4a25-8cf7-559c191aa359 req-77defe69-534c-4082-a81d-acfe4e6acaa3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Aug 30 14:35:40.746407 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:40.869759 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44456) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:40.989617 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20cfe5fa-ee11-46f6-9e72-429a4bdc028e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.104035 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20cfe5fa-ee11-46f6-9e72-429a4bdc028e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.108301 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20cfe5fa-ee11-46f6-9e72-429a4bdc028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.149142 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-20cfe5fa-ee11-46f6-9e72-429a4bdc028e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=839da426528042c2a044a25c75fefd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779665 Aug 30 14:35:41.150025 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfe5fa-ee11-46f6-9e72-429a4bdc028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41361e38-cef1-4801-8b9d-0fb5201170f4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:41.151993 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 44462) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:41.204032 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05df2e7c-0c17-46c1-a100-83d8926f4f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.234096 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05df2e7c-0c17-46c1-a100-83d8926f4f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.288647 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05df2e7c-0c17-46c1-a100-83d8926f4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.291546 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-05df2e7c-0c17-46c1-a100-83d8926f4f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.292813 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-05df2e7c-0c17-46c1-a100-83d8926f4f68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41361e38-cef1-4801-8b9d-0fb5201170f4 HTTP/1.1" status: 204 len: 168 time: 0.1397798 Aug 30 14:35:41.302480 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df2e7c-0c17-46c1-a100-83d8926f4f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41361e38-cef1-4801-8b9d-0fb5201170f4,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:41.459974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3773d-abb3-4e89-8bf8-d25cd3386dec req-98c3400b-3e5f-493b-bee0-6d885169c28e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:41.461438 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-79b3773d-abb3-4e89-8bf8-d25cd3386dec req-98c3400b-3e5f-493b-bee0-6d885169c28e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.1005020 Aug 30 14:35:41.504053 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908cf1e-b4b4-4d0f-8ec7-6f3b9c7d4cb5 req-a3c98d52-2cae-4b34-9745-cd4c9e713223 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:41.506206 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8908cf1e-b4b4-4d0f-8ec7-6f3b9c7d4cb5 req-a3c98d52-2cae-4b34-9745-cd4c9e713223 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0981803 Aug 30 14:35:41.563188 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-79b3773d-abb3-4e89-8bf8-d25cd3386dec req-02ab78e4-7816-4fca-a859-adf2b1c601a7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770597 Aug 30 14:35:41.601900 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8908cf1e-b4b4-4d0f-8ec7-6f3b9c7d4cb5 req-d3b56262-864e-4427-8a4f-b1064dfdc4c0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850747 Aug 30 14:35:41.714830 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 44474) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:41.729988 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7f46-f003-47c0-a6cf-db2ea06f3a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.828997 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7f46-f003-47c0-a6cf-db2ea06f3a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.840556 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7f46-f003-47c0-a6cf-db2ea06f3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.891746 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d7ea7f46-f003-47c0-a6cf-db2ea06f3a22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=168baf10037f4bd898e35a0b2fc603a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754329 Aug 30 14:35:41.893026 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea7f46-f003-47c0-a6cf-db2ea06f3a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa28652-49a1-4d61-976e-ea5a0b185d54,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:41.894536 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44476) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:41.948796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bacd9978-d3f9-4789-be6f-f9dbc4a92605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.970356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bacd9978-d3f9-4789-be6f-f9dbc4a92605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:42.022212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bacd9978-d3f9-4789-be6f-f9dbc4a92605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:42.025044 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-bacd9978-d3f9-4789-be6f-f9dbc4a92605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:42.026266 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-bacd9978-d3f9-4789-be6f-f9dbc4a92605 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfa28652-49a1-4d61-976e-ea5a0b185d54 HTTP/1.1" status: 204 len: 168 time: 0.1301982 Aug 30 14:35:42.034897 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd9978-d3f9-4789-be6f-f9dbc4a92605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa28652-49a1-4d61-976e-ea5a0b185d54,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:42.424720 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:42.743066 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f512579-f713-45b2-97c4-7d3fa6b3dbd5 req-4a6c13e8-9d0a-48e8-80fb-20029bb9a147 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:42.744608 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3f512579-f713-45b2-97c4-7d3fa6b3dbd5 req-4a6c13e8-9d0a-48e8-80fb-20029bb9a147 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0799005 Aug 30 14:35:42.785183 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bb64e-4b8c-4dea-937e-b928043b8aff req-6abe3335-add7-428c-bb18-ce63d59ff546 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:42.786691 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-436bb64e-4b8c-4dea-937e-b928043b8aff req-6abe3335-add7-428c-bb18-ce63d59ff546 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0878658 Aug 30 14:35:42.806540 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3f512579-f713-45b2-97c4-7d3fa6b3dbd5 req-c01bd97c-a3f1-4829-914f-608ef291c46e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551658 Aug 30 14:35:42.843827 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-436bb64e-4b8c-4dea-937e-b928043b8aff req-23661422-2815-4de0-bb40-9f71e84cbe3e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506229 Aug 30 14:35:43.996465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad51b5-84ee-413f-a4fa-502b8e04bdb3 req-0cdb615c-40a7-49f5-aa2e-4854d524e950 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:43.998040 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0bad51b5-84ee-413f-a4fa-502b8e04bdb3 req-0cdb615c-40a7-49f5-aa2e-4854d524e950 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0920267 Aug 30 14:35:44.052052 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9120f-155e-491b-988d-0074951ab58f req-ff807f90-894f-4d95-84b2-5ef1392b75c1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:44.053880 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-32f9120f-155e-491b-988d-0074951ab58f req-ff807f90-894f-4d95-84b2-5ef1392b75c1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1079316 Aug 30 14:35:44.131852 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0bad51b5-84ee-413f-a4fa-502b8e04bdb3 req-b99e8f7d-b0c3-46ab-9a21-d82c6dabe5d5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240082 Aug 30 14:35:44.168278 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-32f9120f-155e-491b-988d-0074951ab58f req-990b497b-b63d-4fba-bd0a-8dc322be18ec tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891347 Aug 30 14:35:44.530613 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:45.375746 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a018-7944-458b-905c-3a0d5334c62b req-43df4eda-faa1-4a52-a19d-22aecc76e69d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:45.377342 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a3b5a018-7944-458b-905c-3a0d5334c62b req-43df4eda-faa1-4a52-a19d-22aecc76e69d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.1368752 Aug 30 14:35:45.394065 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0f92-0770-48e8-9c90-16cd82fa4b1a req-9ec25b64-744a-4394-80d6-ce56358bf0f1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:45.395592 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5d0e0f92-0770-48e8-9c90-16cd82fa4b1a req-9ec25b64-744a-4394-80d6-ce56358bf0f1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.1129084 Aug 30 14:35:45.455135 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a3b5a018-7944-458b-905c-3a0d5334c62b req-10228cfe-ab74-494a-a1f7-e9a0820005b6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713704 Aug 30 14:35:45.458718 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5d0e0f92-0770-48e8-9c90-16cd82fa4b1a req-c1f492f7-ef34-46c3-8ce6-5f5c470791e0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566716 Aug 30 14:35:46.655219 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02200fcf-3f86-45d3-9f43-d190d606a590 req-66c76645-e99d-4415-9f24-046691c6b8a2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.656792 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-02200fcf-3f86-45d3-9f43-d190d606a590 req-66c76645-e99d-4415-9f24-046691c6b8a2 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0995896 Aug 30 14:35:46.695872 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb664f9a-8545-4f91-9670-fccbb8550f55 req-e2d74fc1-09c9-4d36-ae34-54093a648f43 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:46.697401 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bb664f9a-8545-4f91-9670-fccbb8550f55 req-e2d74fc1-09c9-4d36-ae34-54093a648f43 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.1032088 Aug 30 14:35:46.736666 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-02200fcf-3f86-45d3-9f43-d190d606a590 req-b44f6ea1-49a7-4ddf-8607-d4d4a7548847 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721152 Aug 30 14:35:46.758749 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bb664f9a-8545-4f91-9670-fccbb8550f55 req-d2f21d5b-c1f0-4fe1-9972-4fe3c470a35e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542700 Aug 30 14:35:47.866257 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dbd3a-6848-4b60-9341-02891b5ea615 req-fe860e89-52b1-4e09-8dd2-1346b5450765 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:47.867842 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8e2dbd3a-6848-4b60-9341-02891b5ea615 req-fe860e89-52b1-4e09-8dd2-1346b5450765 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0563433 Aug 30 14:35:47.938766 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8e2dbd3a-6848-4b60-9341-02891b5ea615 req-82019fcd-0884-438b-93d1-7047ec4a6f4a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Aug 30 14:35:47.948267 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251293b8-0fde-4cfa-8a26-6691ec848f94 req-6617f536-67de-4f54-98fa-f5a4ace93c8d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:47.949616 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-251293b8-0fde-4cfa-8a26-6691ec848f94 req-6617f536-67de-4f54-98fa-f5a4ace93c8d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0808487 Aug 30 14:35:48.007856 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-251293b8-0fde-4cfa-8a26-6691ec848f94 req-27919ef8-4004-4b66-85af-031c4f533b7f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513606 Aug 30 14:35:49.080111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d04d80-63d0-4430-b300-c9833d349dc6 req-37100856-3233-46dc-bd65-792904e93e89 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:49.081991 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-59d04d80-63d0-4430-b300-c9833d349dc6 req-37100856-3233-46dc-bd65-792904e93e89 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0577087 Aug 30 14:35:49.098147 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44642) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:49.154290 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-59d04d80-63d0-4430-b300-c9833d349dc6 req-c3b7cecc-7cd2-40f1-acc9-0d683bc4b34c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647202 Aug 30 14:35:49.174198 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8147-0668-4a60-be1c-4f1c6f87ec2e req-2a135d4d-dc2e-4818-87a0-14ed2645a8c5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:49.175681 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-858d8147-0668-4a60-be1c-4f1c6f87ec2e req-2a135d4d-dc2e-4818-87a0-14ed2645a8c5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0659966 Aug 30 14:35:49.223393 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-858d8147-0668-4a60-be1c-4f1c6f87ec2e req-79d1fe97-3500-4432-9308-ed2db92d01d5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Aug 30 14:35:49.229388 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08464f62-8754-41f6-bf60-d5329c5e2f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.327328 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08464f62-8754-41f6-bf60-d5329c5e2f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.333705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-08464f62-8754-41f6-bf60-d5329c5e2f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.369798 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08464f62-8754-41f6-bf60-d5329c5e2f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c40d95-50f2-410d-994f-5baa4f08509d,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:49.376764 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-08464f62-8754-41f6-bf60-d5329c5e2f93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dae54d274098418fa6e94eb39b9330b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775846 Aug 30 14:35:49.379582 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44646) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:49.438736 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8df35cf-18f5-4d1c-aa53-d7dfc9937f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.461684 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8df35cf-18f5-4d1c-aa53-d7dfc9937f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.514138 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8df35cf-18f5-4d1c-aa53-d7dfc9937f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.516987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d8df35cf-18f5-4d1c-aa53-d7dfc9937f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.518221 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d8df35cf-18f5-4d1c-aa53-d7dfc9937f27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/12c40d95-50f2-410d-994f-5baa4f08509d HTTP/1.1" status: 204 len: 168 time: 0.1376293 Aug 30 14:35:49.526613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df35cf-18f5-4d1c-aa53-d7dfc9937f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c40d95-50f2-410d-994f-5baa4f08509d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:49.817656 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 44656) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:49.831635 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9f42ae9f-e714-431c-a583-17134237f07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.924195 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9f42ae9f-e714-431c-a583-17134237f07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.930077 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9f42ae9f-e714-431c-a583-17134237f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:49.967859 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9f42ae9f-e714-431c-a583-17134237f07f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a86d983bde9643ef8217c4ef1b2d50a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489849 Aug 30 14:35:49.968604 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42ae9f-e714-431c-a583-17134237f07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220da136-d4e8-4311-9d5d-64e5ec3ae8f2,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:49.970628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44660) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:50.020835 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2dc5-44bf-4de1-9140-61b86483e1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:50.042178 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2dc5-44bf-4de1-9140-61b86483e1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:50.100413 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2dc5-44bf-4de1-9140-61b86483e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:50.104077 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f3ef2dc5-44bf-4de1-9140-61b86483e1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:50.105917 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f3ef2dc5-44bf-4de1-9140-61b86483e1e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/220da136-d4e8-4311-9d5d-64e5ec3ae8f2 HTTP/1.1" status: 204 len: 168 time: 0.1341743 Aug 30 14:35:50.114931 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef2dc5-44bf-4de1-9140-61b86483e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220da136-d4e8-4311-9d5d-64e5ec3ae8f2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:50.277230 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4e0d5-4117-4690-b151-57ac8b5c1a29 req-25915eba-26b3-44e5-a855-8ee75d715bc1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.279120 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ff4e0d5-4117-4690-b151-57ac8b5c1a29 req-25915eba-26b3-44e5-a855-8ee75d715bc1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0536330 Aug 30 14:35:50.339123 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ff4e0d5-4117-4690-b151-57ac8b5c1a29 req-02551404-1e9d-4b7e-b7b2-65bb2f83b448 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Aug 30 14:35:50.376967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdc795-cc52-465b-b794-13a558a90768 req-de833650-b3cb-400c-a900-546da74d0c2b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:50.378572 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-44cdc795-cc52-465b-b794-13a558a90768 req-de833650-b3cb-400c-a900-546da74d0c2b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Aug 30 14:35:50.427148 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-44cdc795-cc52-465b-b794-13a558a90768 req-9266018d-092a-4b44-96a2-ee3646ef238d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Aug 30 14:35:51.059504 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82060dad-a795-4325-872a-8cb497f7ac0e req-fe473d0d-06c2-4155-a3ac-9ba0fa80b444 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.061059 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-82060dad-a795-4325-872a-8cb497f7ac0e req-fe473d0d-06c2-4155-a3ac-9ba0fa80b444 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0573130 Aug 30 14:35:51.107728 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-82060dad-a795-4325-872a-8cb497f7ac0e req-0c71c79a-a534-4e23-86df-033850b5b7a4 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Aug 30 14:35:51.240512 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef777e5-e405-4132-a602-5b4819ab97b3 req-24f84cfb-420f-4957-bb6a-1fc259095105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.242260 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4ef777e5-e405-4132-a602-5b4819ab97b3 req-24f84cfb-420f-4957-bb6a-1fc259095105 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.0542107 Aug 30 14:35:51.294085 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4ef777e5-e405-4132-a602-5b4819ab97b3 req-d80e48cc-ad1d-442a-9210-9683f56f51e6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Aug 30 14:35:51.479371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c82e4-f0ad-4103-a2d6-d21be11ec001 req-1ebf3fe0-dc02-41b8-93cf-ce9dc65343d1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.482127 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8f2c82e4-f0ad-4103-a2d6-d21be11ec001 req-1ebf3fe0-dc02-41b8-93cf-ce9dc65343d1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0645981 Aug 30 14:35:51.541667 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8f2c82e4-f0ad-4103-a2d6-d21be11ec001 req-2749b6b6-80ef-4ebd-bfcb-8d66612b9139 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 Aug 30 14:35:51.583177 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6db12e-359e-41c4-b3f5-0574a5715ec2 req-63c314b0-0da5-4e1a-ab45-46ee0da55e39 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.583851 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ad6db12e-359e-41c4-b3f5-0574a5715ec2 req-63c314b0-0da5-4e1a-ab45-46ee0da55e39 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0609345 Aug 30 14:35:51.629291 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ad6db12e-359e-41c4-b3f5-0574a5715ec2 req-57b45bac-bb38-4ca5-9b79-76a74c9effbb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372159 Aug 30 14:35:51.923996 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8ea54-8ca0-47ad-9681-998a2b1ef4ef req-65507292-9513-4e23-96ea-ab891d9a7d5b tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.925559 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-29c8ea54-8ca0-47ad-9681-998a2b1ef4ef req-65507292-9513-4e23-96ea-ab891d9a7d5b tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0859149 Aug 30 14:35:51.933254 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3484-c245-4114-a9cc-35f72d647981 req-d679a8d9-8577-4d72-b62f-557ad8786c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:51.934802 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-d679a8d9-8577-4d72-b62f-557ad8786c74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1137 time: 0.0605006 Aug 30 14:35:52.026730 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-29c8ea54-8ca0-47ad-9681-998a2b1ef4ef req-eba6ac3c-511a-46c5-b1a6-803aa6b74ca7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908101 Aug 30 14:35:52.058290 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3484-c245-4114-a9cc-35f72d647981 req-153d260b-911b-4013-a3b4-9ca1f2c53cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.059850 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-153d260b-911b-4013-a3b4-9ca1f2c53cfd service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 915 time: 0.1169593 Aug 30 14:35:52.139169 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-d1b12c06-f5dc-4a00-a4bf-a482a0e685d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 1001 time: 0.0694470 Aug 30 14:35:52.192836 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3484-c245-4114-a9cc-35f72d647981 req-77603148-97a1-4e69-94f0-27b32cdfad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.194216 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-77603148-97a1-4e69-94f0-27b32cdfad47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.0444622 Aug 30 14:35:52.281732 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a0a6-bc3c-4637-a6ad-80d3730a1020 req-c7d03934-57a2-417d-924b-1fbc189b29da tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.283254 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c278a0a6-bc3c-4637-a6ad-80d3730a1020 req-c7d03934-57a2-417d-924b-1fbc189b29da tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0794990 Aug 30 14:35:52.285119 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e3484-c245-4114-a9cc-35f72d647981 req-b044e075-f7c2-4f35-ac93-8271afdbecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.286458 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-b044e075-f7c2-4f35-ac93-8271afdbecee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816252 Aug 30 14:35:52.374267 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c278a0a6-bc3c-4637-a6ad-80d3730a1020 req-ba7c749c-d291-400b-8acb-dbcdb1426d87 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843461 Aug 30 14:35:52.428308 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-871e1813-aa3d-43e9-8b7b-5dc011a6e0f2 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247616 Aug 30 14:35:52.544358 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-833e3484-c245-4114-a9cc-35f72d647981 req-3fe1a04c-5f30-401f-b588-6983f5ccc72d service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016445 Aug 30 14:35:52.678418 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea8cdc-8606-4325-9484-adab0c36eee9 req-a4fbc199-ead5-449b-b0bd-a871c9acd701 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.680621 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07ea8cdc-8606-4325-9484-adab0c36eee9 req-a4fbc199-ead5-449b-b0bd-a871c9acd701 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0629299 Aug 30 14:35:52.728564 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07ea8cdc-8606-4325-9484-adab0c36eee9 req-0ba201ff-56e8-488c-9f24-10cde210fe87 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Aug 30 14:35:52.792787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743c825-88a1-4c4f-b781-97911b237a65 req-1db3e6f4-bbd7-44c8-aefd-fb2dafe58d74 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.794328 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0743c825-88a1-4c4f-b781-97911b237a65 req-1db3e6f4-bbd7-44c8-aefd-fb2dafe58d74 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0641079 Aug 30 14:35:52.834891 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0743c825-88a1-4c4f-b781-97911b237a65 req-3a68a72a-5f77-4ddb-a20c-78b18a876941 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339706 Aug 30 14:35:53.056916 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b91c4-23c0-4f31-94c5-574b221bff35 req-040d3fcb-a5e0-4b09-8b44-f7463b870bae tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.058314 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-188b91c4-23c0-4f31-94c5-574b221bff35 req-040d3fcb-a5e0-4b09-8b44-f7463b870bae tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0609083 Aug 30 14:35:53.098504 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-188b91c4-23c0-4f31-94c5-574b221bff35 req-2a211583-cdd4-40a9-954c-30ce333b297f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Aug 30 14:35:53.152257 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a6a30-5214-4b71-a3d9-02ee51696d36 req-a0b1980c-0c58-4402-b0ec-00417ae36b00 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.153718 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-084a6a30-5214-4b71-a3d9-02ee51696d36 req-a0b1980c-0c58-4402-b0ec-00417ae36b00 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0529962 Aug 30 14:35:53.198392 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-084a6a30-5214-4b71-a3d9-02ee51696d36 req-9e34daed-b8b8-47c5-9c2f-e5365d555579 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352352 Aug 30 14:35:53.511604 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84622aa1-6805-42c2-9350-23d858506c26 req-3a93da91-9aad-45c5-b691-b971ca407629 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.513646 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-84622aa1-6805-42c2-9350-23d858506c26 req-3a93da91-9aad-45c5-b691-b971ca407629 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0631697 Aug 30 14:35:53.552809 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-84622aa1-6805-42c2-9350-23d858506c26 req-7a9353c6-e9f0-46f0-b2f0-b230e6d9bae0 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Aug 30 14:35:53.975945 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c5f2-7cb7-4133-b2bd-c624bca1a906 req-0b2f7ac2-7dcc-4584-bf6b-14551e07a1b0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.977343 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4647c5f2-7cb7-4133-b2bd-c624bca1a906 req-0b2f7ac2-7dcc-4584-bf6b-14551e07a1b0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0569491 Aug 30 14:35:54.021144 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4647c5f2-7cb7-4133-b2bd-c624bca1a906 req-f1819e00-65d5-40dc-8aeb-9d6c775dde4f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346315 Aug 30 14:35:54.225934 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d42956-e93e-4b82-8612-6b3a222a7424 req-5a61f2a0-ecb4-43ef-8006-8ecfcc624e1f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:54.227541 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5d42956-e93e-4b82-8612-6b3a222a7424 req-5a61f2a0-ecb4-43ef-8006-8ecfcc624e1f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0537782 Aug 30 14:35:54.267594 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5d42956-e93e-4b82-8612-6b3a222a7424 req-f2b44114-4e92-4df8-8464-5d302678b3a1 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Aug 30 14:35:54.323037 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940bbf4-cf4d-4230-9010-d19be716243d req-1dc898fc-2289-424b-8acf-5df94c440c9d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:54.324489 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4940bbf4-cf4d-4230-9010-d19be716243d req-1dc898fc-2289-424b-8acf-5df94c440c9d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0517750 Aug 30 14:35:54.366418 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4940bbf4-cf4d-4230-9010-d19be716243d req-e93298f1-4032-400b-b341-f684becbeae2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354989 Aug 30 14:35:54.681737 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb88cb0-192c-4167-b9dc-cb9a3a643849 req-10651e59-b387-4b6d-9ef1-5ec223b95a67 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:54.683244 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aeb88cb0-192c-4167-b9dc-cb9a3a643849 req-10651e59-b387-4b6d-9ef1-5ec223b95a67 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0598145 Aug 30 14:35:54.726732 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aeb88cb0-192c-4167-b9dc-cb9a3a643849 req-6569255a-6b07-499c-b748-bf40e872e712 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365252 Aug 30 14:35:55.170608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd215179-7a2c-4e24-8215-a3ee1a93d040 req-8ca4f117-3d48-4c7f-9a00-1f3235b34a07 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.172110 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dd215179-7a2c-4e24-8215-a3ee1a93d040 req-8ca4f117-3d48-4c7f-9a00-1f3235b34a07 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0668311 Aug 30 14:35:55.208041 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:35:55.212789 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dd215179-7a2c-4e24-8215-a3ee1a93d040 req-9172d217-ccd0-479f-b353-281868c8a47a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343413 Aug 30 14:35:55.395434 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bc45e-5d6a-438a-ad6f-00895d450d97 req-2c5cc023-c617-4536-9434-4edf9d0d648c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.396938 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f59bc45e-5d6a-438a-ad6f-00895d450d97 req-2c5cc023-c617-4536-9434-4edf9d0d648c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0613754 Aug 30 14:35:55.436410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f59bc45e-5d6a-438a-ad6f-00895d450d97 req-c338d262-0e87-4a48-9a4e-87ad9726a19f tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 30 14:35:55.497008 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc684fe-d86c-44f8-9db7-43daa3bd98b9 req-3385018d-04eb-4d04-a8dc-c1d84b6072ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.498634 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1fc684fe-d86c-44f8-9db7-43daa3bd98b9 req-3385018d-04eb-4d04-a8dc-c1d84b6072ab tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0613797 Aug 30 14:35:55.541632 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1fc684fe-d86c-44f8-9db7-43daa3bd98b9 req-302d828c-aab6-495f-bcf7-406a073c7c66 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365562 Aug 30 14:35:55.869511 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496509bb-96f8-4d29-b691-74cadec65649 req-2c408643-e6f4-494c-87a4-115960cc19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.871055 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-2c408643-e6f4-494c-87a4-115960cc19ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 1098 time: 0.0739710 Aug 30 14:35:55.888384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f326eb6-3c45-46fb-b4f4-45bfab38a712 req-a1e597df-63d5-4040-8798-7927558474d6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.889796 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9f326eb6-3c45-46fb-b4f4-45bfab38a712 req-a1e597df-63d5-4040-8798-7927558474d6 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0845599 Aug 30 14:35:55.970417 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9f326eb6-3c45-46fb-b4f4-45bfab38a712 req-873e0251-db16-468b-821d-6ed83b3bda0c tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/security-groups?id=9910ebfc-a1d8-421b-8fa6-dbdfe942195a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Aug 30 14:35:55.997482 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496509bb-96f8-4d29-b691-74cadec65649 req-65c77fe7-0ce1-45da-872e-8e04d645a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:55.998906 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-65c77fe7-0ce1-45da-872e-8e04d645a733 service neutron] 10.222.0.48 "GET /v2.0/networks?id=533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 200 len: 920 time: 0.1082540 Aug 30 14:35:56.045061 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-dfb0d7f2-30b1-40fc-a357-7de51cdfc5c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 200 len: 217 time: 0.0378339 Aug 30 14:35:56.111232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496509bb-96f8-4d29-b691-74cadec65649 req-eb19675c-da51-40b4-bd67-1ddffb2fd83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.112695 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-eb19675c-da51-40b4-bd67-1ddffb2fd83b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 200 len: 859 time: 0.0442100 Aug 30 14:35:56.151631 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-ca90fa0f-032a-42b6-905d-e6c130d14cca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=533fe182-2fdc-49c6-909f-2a5cec420671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261183 Aug 30 14:35:56.257868 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-7862f1d5-7e6e-4952-8b17-0fa5f9ab51ac service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967708 Aug 30 14:35:56.328593 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-4d4c1f6f-a074-4c1b-89cb-98923a80f6e8 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.330087 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-4d4c1f6f-a074-4c1b-89cb-98923a80f6e8 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 946 time: 0.0525472 Aug 30 14:35:56.393545 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95613291-0bb7-47e3-b54c-b205bc9cd6ac req-7a0381ca-1b6f-4766-ad18-57483169932a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.395017 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95613291-0bb7-47e3-b54c-b205bc9cd6ac req-7a0381ca-1b6f-4766-ad18-57483169932a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0757771 Aug 30 14:35:56.400837 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-496509bb-96f8-4d29-b691-74cadec65649 req-49ecfe11-1da8-49cb-9453-3313d97de7b2 service neutron] 10.222.0.48 "GET /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234643 Aug 30 14:35:56.436813 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95613291-0bb7-47e3-b54c-b205bc9cd6ac req-270c0a02-eb40-4007-8cc2-9c5a029b3d42 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350559 Aug 30 14:35:56.439014 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Deleting port 210aca8b-c3ef-492d-a813-072b3891090a {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:56.439353 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.537506 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] For port 210aca8b-c3ef-492d-a813-072b3891090a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=210aca8b-c3ef-492d-a813-072b3891090a,segment=NetworkSegment(f3ead4ca-bf3d-4e97-8896-f22318815ed3),segment_id=f3ead4ca-bf3d-4e97-8896-f22318815ed3)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:56.537777 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.551524 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Calling delete_port for 210aca8b-c3ef-492d-a813-072b3891090a owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:56.558045 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e8f4e-1427-4b4b-9b33-e79790f8b674 req-a95307f8-0bff-4fbf-975d-08ac41c769fa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.559498 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d08e8f4e-1427-4b4b-9b33-e79790f8b674 req-a95307f8-0bff-4fbf-975d-08ac41c769fa tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0520942 Aug 30 14:35:56.599099 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d08e8f4e-1427-4b4b-9b33-e79790f8b674 req-d8714722-11e0-468f-815a-27d8a1d0826b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Aug 30 14:35:56.673315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43e9ff-74a3-4f2e-b9d9-b70e9542de2f req-e134423c-29c1-4b6d-b5f6-1bffd9a60d7c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:56.674896 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e43e9ff-74a3-4f2e-b9d9-b70e9542de2f req-e134423c-29c1-4b6d-b5f6-1bffd9a60d7c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0503523 Aug 30 14:35:56.690457 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.704190 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['210aca8b-c3ef-492d-a813-072b3891090a'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:56.723411 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Pushing event deleted for resources: {'Port': ['ID=210aca8b-c3ef-492d-a813-072b3891090a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:56.725718 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e43e9ff-74a3-4f2e-b9d9-b70e9542de2f req-0a641f0e-06a2-47fd-9342-7610493f1438 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446069 Aug 30 14:35:56.767696 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] No DVR routers for this DVR port 210aca8b-c3ef-492d-a813-072b3891090a on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:56.770967 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.773080 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-bbb8f031-d32b-431d-ab6d-060ead37e3b5 req-309f9e80-7696-4a9e-8aac-fa447414e058 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.48 "DELETE /v2.0/ports/210aca8b-c3ef-492d-a813-072b3891090a HTTP/1.1" status: 204 len: 173 time: 0.4238024 Aug 30 14:35:56.773532 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'name': 'network-vif-deleted', 'tag': '210aca8b-c3ef-492d-a813-072b3891090a'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:56.775931 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ff684f-2e79-4ff2-8222-05eebb5fb9db" -d '{"events": [{"server_uuid": "ffe9c85b-d648-49e7-a267-60c4c069535d", "name": "network-vif-deleted", "tag": "210aca8b-c3ef-492d-a813-072b3891090a"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:56.816646 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00555c24-699b-434d-a25e-361155b59f30 x-openstack-request-id: req-00555c24-699b-434d-a25e-361155b59f30 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:56.817240 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe9c85b-d648-49e7-a267-60c4c069535d", "name": "network-vif-deleted", "tag": "210aca8b-c3ef-492d-a813-072b3891090a", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:56.817687 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00555c24-699b-434d-a25e-361155b59f30 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:56.818623 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe9c85b-d648-49e7-a267-60c4c069535d', 'name': 'network-vif-deleted', 'tag': '210aca8b-c3ef-492d-a813-072b3891090a', 'status': 'completed', 'code': 200} Aug 30 14:35:57.082118 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6a71dc79-a63c-4703-bed9-db11664f3cba req-dee62c44-d5c0-40d0-ae44-64bb29290221 tempest-VolumesSnapshotTestJSON-1451130241 tempest-VolumesSnapshotTestJSON-1451130241-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffe9c85b-d648-49e7-a267-60c4c069535d HTTP/1.1" status: 200 len: 210 time: 0.0302842 Aug 30 14:35:57.591098 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb075-c9da-40f7-aba3-2f0859e468f1 req-42c8e157-59f5-44d4-9811-5d65c614697e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.592551 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-053cb075-c9da-40f7-aba3-2f0859e468f1 req-42c8e157-59f5-44d4-9811-5d65c614697e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 944 time: 0.0539382 Aug 30 14:35:57.632449 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-053cb075-c9da-40f7-aba3-2f0859e468f1 req-f852e2b3-3e10-4bfb-b8b6-1b9cff68b2e7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Aug 30 14:35:57.722284 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da804afe-84eb-4bc9-bde4-2ff4d415b08d req-0640d922-7fee-410c-ad73-1ed31c7a5aa4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.723869 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da804afe-84eb-4bc9-bde4-2ff4d415b08d req-0640d922-7fee-410c-ad73-1ed31c7a5aa4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0539827 Aug 30 14:35:57.768355 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-da804afe-84eb-4bc9-bde4-2ff4d415b08d req-62b13eac-eebf-4ab8-86d5-97ff63627f36 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Aug 30 14:35:57.861176 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304186c7-0aac-4496-9cda-79adc887450a req-edabb87a-954a-46b5-9f90-4893e1c49e0c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.862751 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-304186c7-0aac-4496-9cda-79adc887450a req-edabb87a-954a-46b5-9f90-4893e1c49e0c tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0535164 Aug 30 14:35:57.918437 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-304186c7-0aac-4496-9cda-79adc887450a req-683c0a8b-3892-4663-bd54-03c535c41efe tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413475 Aug 30 14:35:58.310481 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:58.420032 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:58.432745 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'port_id': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'mac_address': 'fa:16:3e:16:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:58.475508 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.489874 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd29afae-caf4-4e19-84f7-cd2d5c3004ef {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:58.510555 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:58.516082 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.569095 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=9']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.579255 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.580136 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.580136 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.580136 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:58.759931 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcd66c-8224-4a5f-9cf9-b49a73484822 req-91283bee-33c2-4d79-a336-f3f99bb5782f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:58.761474 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dfdcd66c-8224-4a5f-9cf9-b49a73484822 req-91283bee-33c2-4d79-a336-f3f99bb5782f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0514033 Aug 30 14:35:58.807414 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dfdcd66c-8224-4a5f-9cf9-b49a73484822 req-712c39f7-01c8-448d-b874-b7f3baa277a2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390260 Aug 30 14:35:58.822479 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['bd29afae-caf4-4e19-84f7-cd2d5c3004ef'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:58.900804 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d980-7915-4d04-9379-4e47c7dffb9e req-b0a2a69a-97fa-4cf5-a35d-6135d5b96d53 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:58.902324 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-02e6d980-7915-4d04-9379-4e47c7dffb9e req-b0a2a69a-97fa-4cf5-a35d-6135d5b96d53 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0499864 Aug 30 14:35:58.942858 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-02e6d980-7915-4d04-9379-4e47c7dffb9e req-94da1bde-6836-4021-96f9-27914af2adbf tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Aug 30 14:35:59.050407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88c2f8-6b86-47bc-b4f3-aad4d416d6bd req-7b60376e-341b-4702-93a3-ae4c6b29d890 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:59.052048 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fa88c2f8-6b86-47bc-b4f3-aad4d416d6bd req-7b60376e-341b-4702-93a3-ae4c6b29d890 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0522830 Aug 30 14:35:59.098269 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fa88c2f8-6b86-47bc-b4f3-aad4d416d6bd req-06330275-74a8-4a56-a675-69db9da30e97 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399745 Aug 30 14:35:59.879509 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 44850) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:59.935794 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f556bda-d01b-4802-b7f4-35df97171d53 req-336dea11-a84b-43a4-983d-2fbfdf07d105 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:59.937287 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0f556bda-d01b-4802-b7f4-35df97171d53 req-336dea11-a84b-43a4-983d-2fbfdf07d105 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0502589 Aug 30 14:35:59.977056 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0f556bda-d01b-4802-b7f4-35df97171d53 req-878aec11-31a3-4979-99fb-8efeb7073f2b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Aug 30 14:35:59.989727 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eda121c3-2a07-4cdf-85a4-4896c555344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.083892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eda121c3-2a07-4cdf-85a4-4896c555344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.089376 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eda121c3-2a07-4cdf-85a4-4896c555344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.128407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda121c3-2a07-4cdf-85a4-4896c555344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205372bd-52e7-4589-b40e-6673222367fd,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:00.135349 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-eda121c3-2a07-4cdf-85a4-4896c555344f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f3534b43b0747a1aad424816c35bc9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544687 Aug 30 14:36:00.136974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 44856) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:00.216975 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45307a71-01c9-43b0-a7d8-51f038527199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.250566 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332affef-9cd4-466a-bbf0-d682c6a75f64 req-a4fdd03d-dd57-4540-aa9b-63a462d1effc tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:00.252061 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-332affef-9cd4-466a-bbf0-d682c6a75f64 req-a4fdd03d-dd57-4540-aa9b-63a462d1effc tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0763676 Aug 30 14:36:00.254044 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45307a71-01c9-43b0-a7d8-51f038527199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.319640 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-332affef-9cd4-466a-bbf0-d682c6a75f64 req-af60726f-0c36-4a5f-b3d1-b2adef9baab7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583017 Aug 30 14:36:00.337207 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45307a71-01c9-43b0-a7d8-51f038527199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.339750 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-45307a71-01c9-43b0-a7d8-51f038527199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.340874 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-45307a71-01c9-43b0-a7d8-51f038527199 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/205372bd-52e7-4589-b40e-6673222367fd HTTP/1.1" status: 204 len: 168 time: 0.2030504 Aug 30 14:36:00.348941 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45307a71-01c9-43b0-a7d8-51f038527199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205372bd-52e7-4589-b40e-6673222367fd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:01.102156 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a843b-4ddf-4659-a71f-77e3d51f0877 req-542f1384-6577-4c2d-8991-f2fc04826fa3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:01.103783 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-705a843b-4ddf-4659-a71f-77e3d51f0877 req-542f1384-6577-4c2d-8991-f2fc04826fa3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 945 time: 0.0509150 Aug 30 14:36:01.145913 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-705a843b-4ddf-4659-a71f-77e3d51f0877 req-cffe9d74-3fcf-40fa-a1fd-a6398b1406e5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353537 Aug 30 14:36:01.441371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563a305-c1e4-4610-bdbe-040a71d2641c req-3ec2e8b2-3e29-41fa-bb84-7cf515bdcb13 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:01.442954 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6563a305-c1e4-4610-bdbe-040a71d2641c req-3ec2e8b2-3e29-41fa-bb84-7cf515bdcb13 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0504622 Aug 30 14:36:01.484312 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6563a305-c1e4-4610-bdbe-040a71d2641c req-c107aeb3-0984-41a2-9a7b-d4aa4788b897 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351415 Aug 30 14:36:01.768608 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:01.820566 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port bd29afae-caf4-4e19-84f7-cd2d5c3004ef triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:01.820941 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.902040 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.929866 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:01.932201 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0278d34e-c16e-4b35-b951-9f2b05fcd687" -d '{"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-plugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:01.945339 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:01.952463 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.953339 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 210aca8b-c3ef-492d-a813-072b3891090a no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:01.974482 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe42efa-5c8b-42fe-a5f9-a6cf5cd046f5 x-openstack-request-id: req-cfe42efa-5c8b-42fe-a5f9-a6cf5cd046f5 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:01.974768 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-plugged", "status": "completed", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:01.975019 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfe42efa-5c8b-42fe-a5f9-a6cf5cd046f5 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:01.975412 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'code': 200} Aug 30 14:36:01.977306 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 210aca8b-c3ef-492d-a813-072b3891090a {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:01.977649 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 210aca8b-c3ef-492d-a813-072b3891090a not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:02.025631 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=10']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:02.274000 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c1235-ac2c-4762-9f86-9c985f332de5 req-b15f9e1c-5726-4031-8737-54516a5c4c09 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:02.275767 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-933c1235-ac2c-4762-9f86-9c985f332de5 req-b15f9e1c-5726-4031-8737-54516a5c4c09 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0547030 Aug 30 14:36:02.315873 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-933c1235-ac2c-4762-9f86-9c985f332de5 req-d00a03eb-1c4a-46b1-8673-fa80495a15f4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334170 Aug 30 14:36:02.638238 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918182df-978f-44f2-be8e-8ce1f121ef86 req-868be0e6-69ff-4edc-9f92-ae301e216905 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:02.640037 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-918182df-978f-44f2-be8e-8ce1f121ef86 req-868be0e6-69ff-4edc-9f92-ae301e216905 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0792763 Aug 30 14:36:02.682916 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-918182df-978f-44f2-be8e-8ce1f121ef86 req-809cf968-ceb0-420e-a6f1-d5aad94196a9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366075 Aug 30 14:36:03.261591 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1669aff-0162-4bc9-a225-618594b5ea4a req-2312f8e9-3ec2-46f5-b199-4ed3fc6cac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:03.263446 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f1669aff-0162-4bc9-a225-618594b5ea4a req-2312f8e9-3ec2-46f5-b199-4ed3fc6cac94 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1100 time: 0.0455627 Aug 30 14:36:03.298670 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f1669aff-0162-4bc9-a225-618594b5ea4a req-767e140a-82d0-442a-afc9-ecf48590010f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271571 Aug 30 14:36:03.454712 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f28aef-530f-4b45-b5dc-84d1a6d8c2ee req-b55448d6-3d95-43fa-b199-46197135fa40 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:03.456349 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-68f28aef-530f-4b45-b5dc-84d1a6d8c2ee req-b55448d6-3d95-43fa-b199-46197135fa40 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0579836 Aug 30 14:36:03.506146 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-68f28aef-530f-4b45-b5dc-84d1a6d8c2ee req-36b65d62-bda8-4049-a7b4-b9d5f3755d51 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Aug 30 14:36:03.834299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7645-91e2-42bb-8bcc-120c9bacbbc7 req-a011de47-588d-4a6c-bf21-1505e3fa94b9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:03.835897 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b79d7645-91e2-42bb-8bcc-120c9bacbbc7 req-a011de47-588d-4a6c-bf21-1505e3fa94b9 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0659866 Aug 30 14:36:03.881403 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b79d7645-91e2-42bb-8bcc-120c9bacbbc7 req-05b0c2e3-4016-4804-b8e2-d31cded200c8 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390491 Aug 30 14:36:04.664147 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b237d-47aa-4acb-be20-7653c599100b req-16c4c821-f9b9-4fff-8e5a-f2f1f9d5af6e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:04.667058 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7c2b237d-47aa-4acb-be20-7653c599100b req-16c4c821-f9b9-4fff-8e5a-f2f1f9d5af6e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0568492 Aug 30 14:36:04.735958 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7c2b237d-47aa-4acb-be20-7653c599100b req-7f4eaecc-ce42-4942-a92b-4ee89828e77c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635853 Aug 30 14:36:05.007608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693fcdc-874f-404e-bb1e-4f2fe8a38985 req-a02b1ea5-8bf7-491c-a2a3-87019906cda2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.009208 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d693fcdc-874f-404e-bb1e-4f2fe8a38985 req-a02b1ea5-8bf7-491c-a2a3-87019906cda2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0551174 Aug 30 14:36:05.056914 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d693fcdc-874f-404e-bb1e-4f2fe8a38985 req-41798dd3-6cbf-4630-a948-6fc669e4c1e6 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386319 Aug 30 14:36:05.860870 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a807122-f327-4819-8cbe-8d4e63dfc8fb req-73f73679-7052-401c-8858-2e38e16ba286 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:05.864635 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9a807122-f327-4819-8cbe-8d4e63dfc8fb req-73f73679-7052-401c-8858-2e38e16ba286 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0553160 Aug 30 14:36:05.903487 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9a807122-f327-4819-8cbe-8d4e63dfc8fb req-b847cb49-b0aa-4c75-9bf6-40ef47a0a527 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Aug 30 14:36:06.092172 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7385-ce98-4ea3-bdf9-9a455e036e04 req-4b41e3e1-d24d-40a3-892d-be0c3944c6f7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.093993 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5fbf7385-ce98-4ea3-bdf9-9a455e036e04 req-4b41e3e1-d24d-40a3-892d-be0c3944c6f7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0504971 Aug 30 14:36:06.136620 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5fbf7385-ce98-4ea3-bdf9-9a455e036e04 req-dbbe8b1c-cd88-49b8-9fa4-b8bed39850b4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349665 Aug 30 14:36:06.184956 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4570f-de43-4c8f-a10e-ab07b74308bb req-6e40b715-0aa4-4e4a-a4a7-6eccfe31cd3d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:06.186612 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d6c4570f-de43-4c8f-a10e-ab07b74308bb req-6e40b715-0aa4-4e4a-a4a7-6eccfe31cd3d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0490646 Aug 30 14:36:06.229965 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d6c4570f-de43-4c8f-a10e-ab07b74308bb req-144b6f24-bf9d-4043-8e91-b4b2802d0866 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336084 Aug 30 14:36:06.908068 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-02f5c5a2-3d5a-4cef-bca3-33a21ba6ed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.262126 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2a905-555a-47af-99e5-df8afd12657c req-855fdd16-532c-4a19-9061-ffa0b5f3545e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.265404 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5ca2a905-555a-47af-99e5-df8afd12657c req-855fdd16-532c-4a19-9061-ffa0b5f3545e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0571780 Aug 30 14:36:07.313330 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5ca2a905-555a-47af-99e5-df8afd12657c req-9f4df7ac-f33c-4185-8768-f45cf91818c7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Aug 30 14:36:07.355206 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e36188-8e3a-4642-bae0-dd43bd9c8ff4 req-bef7d5ce-e0a9-4fa9-aae7-f4321621cd79 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:07.356701 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0e36188-8e3a-4642-bae0-dd43bd9c8ff4 req-bef7d5ce-e0a9-4fa9-aae7-f4321621cd79 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0568781 Aug 30 14:36:07.398328 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0e36188-8e3a-4642-bae0-dd43bd9c8ff4 req-eecd990a-ac4e-461d-b141-19a3c2fdf9bb tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351956 Aug 30 14:36:08.442705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520f3b3-5d8c-4379-9d1b-d34d7568031f req-a35ad8c0-3951-4178-ab54-4a8033705984 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.444244 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5520f3b3-5d8c-4379-9d1b-d34d7568031f req-a35ad8c0-3951-4178-ab54-4a8033705984 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0526078 Aug 30 14:36:08.520684 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5520f3b3-5d8c-4379-9d1b-d34d7568031f req-03de7db9-d718-46e3-a1ed-3101782cecb0 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702813 Aug 30 14:36:08.542365 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996d0f9-6a05-4b0b-8f17-f233459c76bc req-4b4669b4-16e3-49a2-ae36-c3b2277ea77d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:08.542365 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a996d0f9-6a05-4b0b-8f17-f233459c76bc req-4b4669b4-16e3-49a2-ae36-c3b2277ea77d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0689857 Aug 30 14:36:08.581894 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a996d0f9-6a05-4b0b-8f17-f233459c76bc req-e277a3e5-d12d-4604-b54f-a9c1b063a498 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357814 Aug 30 14:36:08.834024 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45108) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:08.962714 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a77de961-9824-49fe-8cc3-69c33c14c452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.066301 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a77de961-9824-49fe-8cc3-69c33c14c452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.072862 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a77de961-9824-49fe-8cc3-69c33c14c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.110451 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a77de961-9824-49fe-8cc3-69c33c14c452 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=12a42677a1a240ffaaa2d34ffe7cb0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752187 Aug 30 14:36:09.111299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77de961-9824-49fe-8cc3-69c33c14c452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c35fe-b15f-46f4-8766-06320c8e5e57,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:09.113219 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45114) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:09.177197 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c94a0244-6e6a-420e-a8aa-7848b01186dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.200610 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c94a0244-6e6a-420e-a8aa-7848b01186dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.255666 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c94a0244-6e6a-420e-a8aa-7848b01186dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.258424 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c94a0244-6e6a-420e-a8aa-7848b01186dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.259638 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c94a0244-6e6a-420e-a8aa-7848b01186dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/429c35fe-b15f-46f4-8766-06320c8e5e57 HTTP/1.1" status: 204 len: 168 time: 0.1453261 Aug 30 14:36:09.268314 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a0244-6e6a-420e-a8aa-7848b01186dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c35fe-b15f-46f4-8766-06320c8e5e57,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:09.536797 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45120) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:09.551738 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-13b8e9eb-008f-45ba-8fee-be1c28699c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.554540 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2150-1593-43ae-b69a-4843d6290927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.649817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2150-1593-43ae-b69a-4843d6290927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.652162 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031e455-816a-4508-a8ce-5ebe46696f98 req-2cf81d2b-45d2-4c00-bd6b-8e565caceaee tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.653757 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6031e455-816a-4508-a8ce-5ebe46696f98 req-2cf81d2b-45d2-4c00-bd6b-8e565caceaee tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0606673 Aug 30 14:36:09.655501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc6d2150-1593-43ae-b69a-4843d6290927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.697282 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-dc6d2150-1593-43ae-b69a-4843d6290927 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d56bb4b50b694b89827c9466a93467da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589355 Aug 30 14:36:09.697955 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d2150-1593-43ae-b69a-4843d6290927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a72db-f441-4e0f-8e35-79b38b0f981f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:09.700398 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45126) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:09.725557 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6031e455-816a-4508-a8ce-5ebe46696f98 req-37ff8582-08ac-4d31-b1ea-e29370aa3a09 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649326 Aug 30 14:36:09.744145 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62533-7c79-47e1-9f7c-468c4114f322 req-46dd63c7-8bba-49f7-a350-b8ed1563589e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:09.745909 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7af62533-7c79-47e1-9f7c-468c4114f322 req-46dd63c7-8bba-49f7-a350-b8ed1563589e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0788922 Aug 30 14:36:09.755236 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8365abd9-1ae4-404d-85b9-18b7e40eddd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.776831 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8365abd9-1ae4-404d-85b9-18b7e40eddd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.785610 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.790674 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7af62533-7c79-47e1-9f7c-468c4114f322 req-9aefa4e5-350d-429b-ab8f-16c94f013560 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379431 Aug 30 14:36:09.824424 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8365abd9-1ae4-404d-85b9-18b7e40eddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.827046 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8365abd9-1ae4-404d-85b9-18b7e40eddd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.828275 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8365abd9-1ae4-404d-85b9-18b7e40eddd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d30a72db-f441-4e0f-8e35-79b38b0f981f HTTP/1.1" status: 204 len: 168 time: 0.1270778 Aug 30 14:36:09.836143 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365abd9-1ae4-404d-85b9-18b7e40eddd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a72db-f441-4e0f-8e35-79b38b0f981f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:10.194242 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45134) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:10.211950 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39a8613b-4465-43af-ae67-e1197980cfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.305363 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39a8613b-4465-43af-ae67-e1197980cfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.311546 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39a8613b-4465-43af-ae67-e1197980cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.349352 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-39a8613b-4465-43af-ae67-e1197980cfb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d88454f0c5914a589eb83516e56a82ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538205 Aug 30 14:36:10.350294 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8613b-4465-43af-ae67-e1197980cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83555e2-5436-453f-835d-86a06344c6e3,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:10.352183 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45136) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:10.403340 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5cb62aa-0e71-488b-9511-9cb1f20b5f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.426683 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5cb62aa-0e71-488b-9511-9cb1f20b5f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.477072 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5cb62aa-0e71-488b-9511-9cb1f20b5f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.479537 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b5cb62aa-0e71-488b-9511-9cb1f20b5f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.481005 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b5cb62aa-0e71-488b-9511-9cb1f20b5f6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f83555e2-5436-453f-835d-86a06344c6e3 HTTP/1.1" status: 204 len: 168 time: 0.1278186 Aug 30 14:36:10.489674 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb62aa-0e71-488b-9511-9cb1f20b5f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83555e2-5436-453f-835d-86a06344c6e3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:10.747785 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.863654 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c42f5-b8dd-4ab9-9334-b2868c90cf1e req-15d98d63-aef0-42fb-8df9-d39be48cc29e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:10.865378 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-398c42f5-b8dd-4ab9-9334-b2868c90cf1e req-15d98d63-aef0-42fb-8df9-d39be48cc29e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0675988 Aug 30 14:36:10.938711 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-398c42f5-b8dd-4ab9-9334-b2868c90cf1e req-71c69531-0387-4711-9cc4-56f885a6d3bd tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609019 Aug 30 14:36:10.947611 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755be20-5429-4958-9aa7-b4d8e1a65adc req-343dd8d0-5d4a-4075-85fe-7fbb40af93d0 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:10.949079 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4755be20-5429-4958-9aa7-b4d8e1a65adc req-343dd8d0-5d4a-4075-85fe-7fbb40af93d0 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0828054 Aug 30 14:36:11.002530 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4755be20-5429-4958-9aa7-b4d8e1a65adc req-c606e757-85b6-45c0-a1b3-e2a902c4382a tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463395 Aug 30 14:36:11.577168 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-7abff6db-b239-4d66-b0dc-65485ecfe841 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:11.578736 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-7abff6db-b239-4d66-b0dc-65485ecfe841 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 946 time: 0.0562418 Aug 30 14:36:11.684051 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Deleting port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:11.684392 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:11.779176 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] For port 94dc4530-27c0-4899-a819-2bbdb4b06ff1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94dc4530-27c0-4899-a819-2bbdb4b06ff1,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:11.779472 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:11.792599 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Calling delete_port for 94dc4530-27c0-4899-a819-2bbdb4b06ff1 owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:11.924473 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:11.936837 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['7ec56b2b-47ad-4f8a-a02d-929eb5807360', '94dc4530-27c0-4899-a819-2bbdb4b06ff1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:11.953183 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Pushing event deleted for resources: {'Port': ['ID=94dc4530-27c0-4899-a819-2bbdb4b06ff1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:12.013507 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] No DVR routers for this DVR port 94dc4530-27c0-4899-a819-2bbdb4b06ff1 on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:12.013507 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.013914 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-997bb0a0-3b17-413d-acef-bd3366424bbd req-ba99d00c-f550-49f0-992d-1711d30f615e tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "DELETE /v2.0/ports/94dc4530-27c0-4899-a819-2bbdb4b06ff1 HTTP/1.1" status: 204 len: 173 time: 0.4275355 Aug 30 14:36:12.014519 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a092919-8abc-41d6-8aee-f09269bdb752', 'name': 'network-vif-deleted', 'tag': '94dc4530-27c0-4899-a819-2bbdb4b06ff1'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:12.017137 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b053b825-eaef-4d9f-8dea-7a5ad15cc07a" -d '{"events": [{"server_uuid": "1a092919-8abc-41d6-8aee-f09269bdb752", "name": "network-vif-deleted", "tag": "94dc4530-27c0-4899-a819-2bbdb4b06ff1"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:12.072817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38f3508-618a-4acf-af30-eaada6c8c27f x-openstack-request-id: req-b38f3508-618a-4acf-af30-eaada6c8c27f {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:12.073112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a092919-8abc-41d6-8aee-f09269bdb752", "name": "network-vif-deleted", "tag": "94dc4530-27c0-4899-a819-2bbdb4b06ff1", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:12.073366 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b38f3508-618a-4acf-af30-eaada6c8c27f {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:12.073760 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a092919-8abc-41d6-8aee-f09269bdb752', 'name': 'network-vif-deleted', 'tag': '94dc4530-27c0-4899-a819-2bbdb4b06ff1', 'status': 'completed', 'code': 200} Aug 30 14:36:12.076980 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-281520f0-7d96-4e24-bca5-0f004df81f2c req-7cbe06a0-dace-4d7c-8b02-d433f80f3af4 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=1a092919-8abc-41d6-8aee-f09269bdb752 HTTP/1.1" status: 200 len: 210 time: 0.0503805 Aug 30 14:36:12.194350 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a85df-465d-476b-bcb5-88ba982e823a req-a329b3fb-099e-4b72-a4b9-dbc5feca2798 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:12.196179 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aa6a85df-465d-476b-bcb5-88ba982e823a req-a329b3fb-099e-4b72-a4b9-dbc5feca2798 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0642991 Aug 30 14:36:12.239844 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aa6a85df-465d-476b-bcb5-88ba982e823a req-38e41cec-9a39-4dd3-88f9-267a0b9fa125 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3&id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372682 Aug 30 14:36:12.427775 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:13.348507 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800429c-173f-4601-83ad-996e20e3c271 req-1c4e76c4-5000-4c56-bc04-c87e351d323b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:13.349987 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0800429c-173f-4601-83ad-996e20e3c271 req-1c4e76c4-5000-4c56-bc04-c87e351d323b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0530119 Aug 30 14:36:13.392225 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0800429c-173f-4601-83ad-996e20e3c271 req-43f84d97-e392-4c79-8fdb-5dc6e75f2eaf tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Aug 30 14:36:14.232534 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45218) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:14.339429 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-92a65b33-05ad-455d-99a8-a79a49b063b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.435698 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-92a65b33-05ad-455d-99a8-a79a49b063b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.441824 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-92a65b33-05ad-455d-99a8-a79a49b063b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.483156 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a65b33-05ad-455d-99a8-a79a49b063b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706d63f7-acaa-4a56-98d2-e3a3563610c9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:14.489465 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-92a65b33-05ad-455d-99a8-a79a49b063b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8af2fb300acb4f36b82153b37b5ea459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558231 Aug 30 14:36:14.492239 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45224) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:14.524982 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c5a10-d59d-429e-813f-c9b4a2170867 req-eb9ccc2a-b936-4d0b-aef6-ee140ca7421a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:14.527790 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b4c5a10-d59d-429e-813f-c9b4a2170867 req-eb9ccc2a-b936-4d0b-aef6-ee140ca7421a tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0595405 Aug 30 14:36:14.550079 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.552861 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ce1581e-5236-40f9-9c87-5273b372eff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.570375 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b4c5a10-d59d-429e-813f-c9b4a2170867 req-bddc09c8-8c85-4720-be4b-bdc1989c53b6 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358632 Aug 30 14:36:14.578461 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ce1581e-5236-40f9-9c87-5273b372eff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.628909 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ce1581e-5236-40f9-9c87-5273b372eff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.631516 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-5ce1581e-5236-40f9-9c87-5273b372eff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:14.632833 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-5ce1581e-5236-40f9-9c87-5273b372eff6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/706d63f7-acaa-4a56-98d2-e3a3563610c9 HTTP/1.1" status: 204 len: 168 time: 0.1394494 Aug 30 14:36:14.651966 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1581e-5236-40f9-9c87-5273b372eff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d63f7-acaa-4a56-98d2-e3a3563610c9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:14.687053 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-2d0d5a15-4aca-4b2f-bb1d-2f3ca27f9668 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460539 Aug 30 14:36:14.757939 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-cb36ca24-f233-4ca0-8d2d-4aa2764e4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:14.759845 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-cb36ca24-f233-4ca0-8d2d-4aa2764e4794 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 1100 time: 0.0484190 Aug 30 14:36:14.888252 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-30680411-f828-438b-b029-4125827e2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:14.889795 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-30680411-f828-438b-b029-4125827e2408 service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.0943277 Aug 30 14:36:14.992773 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-620d1895-27b6-4c8e-906d-fd32fc554015 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 200 len: 1002 time: 0.0855222 Aug 30 14:36:15.055957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-dde71563-113d-4d9d-b57a-285cbbafe673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.057850 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-dde71563-113d-4d9d-b57a-285cbbafe673 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0503159 Aug 30 14:36:15.109135 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-5f9c8772-8360-424d-8c27-62c76ce6cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.110686 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-5f9c8772-8360-424d-8c27-62c76ce6cd3c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412438 Aug 30 14:36:15.206141 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-0bcca2b6-1244-40df-9694-67ff7e0ca772 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840168 Aug 30 14:36:15.321487 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-2626d81a-e55b-4dc4-96d9-206e8655d8fa req-353ee920-9401-4f6d-862b-ab2fc5150882 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977454 Aug 30 14:36:15.723384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4b769-2c43-4240-b779-6bc019d4d1a9 req-a86d9282-eda2-4849-9832-972809353792 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:15.727105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-58f4b769-2c43-4240-b779-6bc019d4d1a9 req-a86d9282-eda2-4849-9832-972809353792 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0591791 Aug 30 14:36:15.772055 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-58f4b769-2c43-4240-b779-6bc019d4d1a9 req-8076d6c9-fccc-4d2a-8b9d-6f5bf7629ce7 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406103 Aug 30 14:36:16.250676 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49fe0a-3ef7-4afd-aa21-ce1f4babc303 req-3d5a4e4b-6b84-471b-9e28-35c81248b51a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:16.252200 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a49fe0a-3ef7-4afd-aa21-ce1f4babc303 req-3d5a4e4b-6b84-471b-9e28-35c81248b51a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0530529 Aug 30 14:36:16.296965 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a49fe0a-3ef7-4afd-aa21-ce1f4babc303 req-648de856-ad1d-4ccc-b5f3-6032b74356f6 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384650 Aug 30 14:36:16.777207 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 94dc4530-27c0-4899-a819-2bbdb4b06ff1 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:16.805838 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 94dc4530-27c0-4899-a819-2bbdb4b06ff1 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:16.806191 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 94dc4530-27c0-4899-a819-2bbdb4b06ff1 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:16.896973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e3024-c2a4-422a-aff0-5dba1723b212 req-b8d4fac6-91bf-44b5-99ba-2bf62238de28 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:16.898512 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ba7e3024-c2a4-422a-aff0-5dba1723b212 req-b8d4fac6-91bf-44b5-99ba-2bf62238de28 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0513406 Aug 30 14:36:16.941352 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ba7e3024-c2a4-422a-aff0-5dba1723b212 req-b4aef746-9c47-4039-9134-75a91e11a393 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367162 Aug 30 14:36:17.663678 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cad4b-0384-4fc2-83ca-da78a6d61c7f req-aa2579e8-59a3-4329-a7c0-ef4f82488609 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:17.665648 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c27cad4b-0384-4fc2-83ca-da78a6d61c7f req-aa2579e8-59a3-4329-a7c0-ef4f82488609 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.2836938 Aug 30 14:36:17.717810 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c27cad4b-0384-4fc2-83ca-da78a6d61c7f req-6f84fb19-c939-4deb-8f65-64912fb1309c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Aug 30 14:36:18.063928 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ebb64-d42f-4cad-b844-4b3f7ba94662 req-10f3af4a-806e-40c9-9a43-edc2e179a77c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:18.065680 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b8ebb64-d42f-4cad-b844-4b3f7ba94662 req-10f3af4a-806e-40c9-9a43-edc2e179a77c tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0516291 Aug 30 14:36:18.106279 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b8ebb64-d42f-4cad-b844-4b3f7ba94662 req-73a66a00-ddcb-4392-a4e9-06a517da2baf tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Aug 30 14:36:18.849753 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e3100-17f0-461a-a1f5-ac07f434f958 req-e3a68320-179d-4906-9ffc-3b008b1d1893 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:18.851251 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de5e3100-17f0-461a-a1f5-ac07f434f958 req-e3a68320-179d-4906-9ffc-3b008b1d1893 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0573916 Aug 30 14:36:18.895342 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de5e3100-17f0-461a-a1f5-ac07f434f958 req-0c989e4a-84dd-4835-8d3a-f3618d2a88dc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364974 Aug 30 14:36:19.230088 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d3233-b42d-45d7-96bd-091be18b8503 req-67167f48-3305-4321-ab31-eaef805c9dce tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:19.231585 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c87d3233-b42d-45d7-96bd-091be18b8503 req-67167f48-3305-4321-ab31-eaef805c9dce tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0523784 Aug 30 14:36:19.272279 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c87d3233-b42d-45d7-96bd-091be18b8503 req-cd7d1126-8b75-4889-af13-fe9c71341613 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Aug 30 14:36:20.022328 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213990f9-a279-4f8d-8759-d727507617af req-05ade45a-2b7a-4ea8-990d-3c91f0bc1752 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:20.023812 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-213990f9-a279-4f8d-8759-d727507617af req-05ade45a-2b7a-4ea8-990d-3c91f0bc1752 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0524108 Aug 30 14:36:20.062189 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-213990f9-a279-4f8d-8759-d727507617af req-b4cfbc8e-201c-4fc3-a815-827847a9f360 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Aug 30 14:36:20.402095 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586b9e-7cb5-48b9-b30d-c593599feee6 req-79040e27-ce69-4a8f-9af5-062321b4682b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:20.403577 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-27586b9e-7cb5-48b9-b30d-c593599feee6 req-79040e27-ce69-4a8f-9af5-062321b4682b tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0529408 Aug 30 14:36:20.445793 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-27586b9e-7cb5-48b9-b30d-c593599feee6 req-7aeef2fc-dd66-4621-b53f-1b9c83938964 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342166 Aug 30 14:36:20.683789 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-77b57e1d-18b2-4440-904a-21fa64b451c3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:20.685258 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-77b57e1d-18b2-4440-904a-21fa64b451c3 tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 945 time: 0.0549138 Aug 30 14:36:20.792643 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Deleting port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:20.792921 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:20.881506 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] For port 7ec56b2b-47ad-4f8a-a02d-929eb5807360, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=7ec56b2b-47ad-4f8a-a02d-929eb5807360,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:20.881857 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:20.895063 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Calling delete_port for 7ec56b2b-47ad-4f8a-a02d-929eb5807360 owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:21.040085 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.055299 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['7ec56b2b-47ad-4f8a-a02d-929eb5807360'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:21.070833 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Pushing event deleted for resources: {'Port': ['ID=7ec56b2b-47ad-4f8a-a02d-929eb5807360,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:21.117754 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] No DVR routers for this DVR port 7ec56b2b-47ad-4f8a-a02d-929eb5807360 on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:21.120489 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:21.122610 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-13413f8f-e07f-44c6-8e6a-4073f868373f req-54729cb8-35d7-46d8-b2c3-dc247bc257ad tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.48 "DELETE /v2.0/ports/7ec56b2b-47ad-4f8a-a02d-929eb5807360 HTTP/1.1" status: 204 len: 173 time: 0.4298072 Aug 30 14:36:21.123082 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'name': 'network-vif-deleted', 'tag': '7ec56b2b-47ad-4f8a-a02d-929eb5807360'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:21.125443 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0ad8b5-7c72-4b58-9e81-8fc1e3d524f0" -d '{"events": [{"server_uuid": "ab77a35c-12ca-4e92-aeb7-39fb360b52be", "name": "network-vif-deleted", "tag": "7ec56b2b-47ad-4f8a-a02d-929eb5807360"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:21.168435 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546facec-d3ee-41de-971d-a0022198a080 x-openstack-request-id: req-546facec-d3ee-41de-971d-a0022198a080 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:21.168729 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab77a35c-12ca-4e92-aeb7-39fb360b52be", "name": "network-vif-deleted", "tag": "7ec56b2b-47ad-4f8a-a02d-929eb5807360", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:21.168983 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-546facec-d3ee-41de-971d-a0022198a080 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:21.169380 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab77a35c-12ca-4e92-aeb7-39fb360b52be', 'name': 'network-vif-deleted', 'tag': '7ec56b2b-47ad-4f8a-a02d-929eb5807360', 'status': 'completed', 'code': 200} Aug 30 14:36:21.203205 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca0a16-092e-4cb1-b645-0b21af9559e6 req-7431fa05-5623-43e2-8c36-a44d743b367c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:21.204683 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3ca0a16-092e-4cb1-b645-0b21af9559e6 req-7431fa05-5623-43e2-8c36-a44d743b367c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0554485 Aug 30 14:36:21.251297 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3ca0a16-092e-4cb1-b645-0b21af9559e6 req-f0cad9b9-51c1-4d85-b152-356b5dbf112a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385699 Aug 30 14:36:21.567793 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5c81d779-b838-4711-9d95-7935e49dc61b req-74ceb09c-b902-48bd-87d1-dd7f1c87ddae tempest-ServerRescueNegativeTestJSON-2054261134 tempest-ServerRescueNegativeTestJSON-2054261134-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab77a35c-12ca-4e92-aeb7-39fb360b52be HTTP/1.1" status: 200 len: 210 time: 0.0297518 Aug 30 14:36:22.369685 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409b716-f13a-4dbe-bb9a-44adc06e621f req-b5aa874d-a861-4e40-a0d3-7c9216eccb1c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:22.371153 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4409b716-f13a-4dbe-bb9a-44adc06e621f req-b5aa874d-a861-4e40-a0d3-7c9216eccb1c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0497706 Aug 30 14:36:22.414558 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4409b716-f13a-4dbe-bb9a-44adc06e621f req-338907c7-c603-4e0c-ad54-c9859f2c7d85 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344210 Aug 30 14:36:22.618769 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45368) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:23.059999 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.540329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892215-c3d2-4f34-8606-c4b9d06efa86 req-7316e5f6-5948-45b7-91d1-74c6c5a654fc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:23.541808 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1892215-c3d2-4f34-8606-c4b9d06efa86 req-7316e5f6-5948-45b7-91d1-74c6c5a654fc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0500314 Aug 30 14:36:23.582361 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1892215-c3d2-4f34-8606-c4b9d06efa86 req-892adf20-f471-43a0-9752-9a1cbb39408b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343192 Aug 30 14:36:23.592408 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Deleting port 31c006c0-d509-415d-b5ea-0f6991719e46 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:23.592742 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.683365 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] For port 31c006c0-d509-415d-b5ea-0f6991719e46, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=31c006c0-d509-415d-b5ea-0f6991719e46,segment=NetworkSegment(ae1ccbf6-a8ec-47ff-a538-3572d656fd1a),segment_id=ae1ccbf6-a8ec-47ff-a538-3572d656fd1a)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:23.684028 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.696739 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Calling delete_port for 31c006c0-d509-415d-b5ea-0f6991719e46 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:23.899996 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:23.925339 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c006c0-d509-415d-b5ea-0f6991719e46,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:24.085234 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:24.325184 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Router 34fa1fb8-62d8-409b-927f-8198047fdc92 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:24.442012 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:24.449192 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d38c1fca-0abe-4f72-866d-a98518946267 admin admin] 10.222.0.62 "PUT /v2.0/routers/34fa1fb8-62d8-409b-927f-8198047fdc92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288715 Aug 30 14:36:24.452191 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45378) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:24.455128 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] Sync routers for ids ['34fa1fb8-62d8-409b-927f-8198047fdc92'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:24.465440 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] Routers {'34fa1fb8-62d8-409b-927f-8198047fdc92'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:24.466070 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['34fa1fb8-62d8-409b-927f-8198047fdc92'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:24.584936 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:24.602255 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] Set router 34fa1fb8-62d8-409b-927f-8198047fdc92 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:24.720543 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:24.726968 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00a5c4-49fb-4a6f-9d05-d3176fa65c15 req-9f887dc5-4648-45f5-a985-9bbd9716d8fd tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:24.736505 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2b00a5c4-49fb-4a6f-9d05-d3176fa65c15 req-9f887dc5-4648-45f5-a985-9bbd9716d8fd tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0827537 Aug 30 14:36:24.771586 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2b00a5c4-49fb-4a6f-9d05-d3176fa65c15 req-8d4e44d6-6798-4b97-ae6f-a3c5dae5238e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Aug 30 14:36:24.798431 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Deleting port ab71cf33-2f44-4d76-9693-50c5c49ff864 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:24.798874 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:24.813211 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 7ec56b2b-47ad-4f8a-a02d-929eb5807360 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:24.828134 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:36:23Z', 'revision_number': 5, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port': {'id': 'ab71cf33-2f44-4d76-9693-50c5c49ff864', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:d3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:08Z', 'updated_at': '2021-08-30T14:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:24.839277 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 7ec56b2b-47ad-4f8a-a02d-929eb5807360 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:24.840182 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 7ec56b2b-47ad-4f8a-a02d-929eb5807360 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:24.859664 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] Checking router: 34fa1fb8-62d8-409b-927f-8198047fdc92 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:24.873634 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] Routers {'34fa1fb8-62d8-409b-927f-8198047fdc92'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:24.874496 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['34fa1fb8-62d8-409b-927f-8198047fdc92'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:24.902001 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] For port ab71cf33-2f44-4d76-9693-50c5c49ff864, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=ab71cf33-2f44-4d76-9693-50c5c49ff864,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:24.902386 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:24.915501 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Calling delete_port for ab71cf33-2f44-4d76-9693-50c5c49ff864 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:24.965740 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] Set router 34fa1fb8-62d8-409b-927f-8198047fdc92 gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:25.021895 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:36:24Z', 'revision_number': 6, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:25.047635 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6bbcf0-b91d-402d-b873-27a71b011d44 None None] The sync data for ids ['34fa1fb8-62d8-409b-927f-8198047fdc92'] in dv-cinder-777031-2-iscsi is: [{'id': '34fa1fb8-62d8-409b-927f-8198047fdc92', 'name': 'tempest-ServerRescueNegativeTestJSON-1391639756-router', 'tenant_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:07Z', 'updated_at': '2021-08-30T14:36:24Z', 'revision_number': 6, 'project_id': 'f075cf09adbd4e9bb4e555eb873b5a12', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:25.087943 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.116369 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab71cf33-2f44-4d76-9693-50c5c49ff864,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:25.191392 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.305788 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.308132 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.372802 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.373252 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34fa1fb8-62d8-409b-927f-8198047fdc92 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:36:25.379126 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.385098 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d5aa7e9f-e815-49a3-b95b-dd49eca30950 admin admin] 10.222.0.62 "DELETE /v2.0/routers/34fa1fb8-62d8-409b-927f-8198047fdc92 HTTP/1.1" status: 204 len: 168 time: 0.9271433 Aug 30 14:36:25.386012 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45384) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:25.433969 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Deleting subnet de6887a7-b83b-4554-9003-af3e0672304e {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:25.437780 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.475928 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.530728 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.600969 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.626856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de6887a7-b83b-4554-9003-af3e0672304e,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:25.631555 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.633501 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] 10.222.0.62 "DELETE /v2.0/subnets/de6887a7-b83b-4554-9003-af3e0672304e HTTP/1.1" status: 204 len: 168 time: 0.2465570 Aug 30 14:36:25.636399 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45390) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:25.638843 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.639227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.639543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.639873 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.640203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.640530 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.640857 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.641183 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.641506 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.641829 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.647657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.648121 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3767ce6e-d9c6-4cc7-a8fe-8397fb543dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:25.730908 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.813877 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.824353 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533fe182-2fdc-49c6-909f-2a5cec420671']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:25.835489 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:25.835792 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1ccbf6-a8ec-47ff-a538-3572d656fd1a') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:25.845785 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.862842 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.873803 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:25.874328 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:25.876317 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:25.925864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00802597-b827-4233-93fe-fa2fd5cc7057 req-9ba37e6f-bb40-4484-9c4d-ad818aa5fe14 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:25.927611 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-00802597-b827-4233-93fe-fa2fd5cc7057 req-9ba37e6f-bb40-4484-9c4d-ad818aa5fe14 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0747459 Aug 30 14:36:25.939586 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.948050 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:25.955224 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] 10.222.0.62 "DELETE /v2.0/networks/533fe182-2fdc-49c6-909f-2a5cec420671 HTTP/1.1" status: 204 len: 168 time: 0.3171911 Aug 30 14:36:25.965196 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bce60-aaff-48cf-a082-264a9c46a689 admin admin] Pushing event deleted for resources: {'Network': ['ID=533fe182-2fdc-49c6-909f-2a5cec420671,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:25.974868 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-00802597-b827-4233-93fe-fa2fd5cc7057 req-8915919d-9f50-4961-a4c2-b1aa3f251677 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Aug 30 14:36:26.138343 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45404) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:26.179215 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3e89440a-3604-4911-8d60-cb2a57a9790d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f075cf09adbd4e9bb4e555eb873b5a12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0393944 Aug 30 14:36:26.181958 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45406) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:26.235292 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9897a70d-ec66-48e2-a7f1-92972e3d34ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.257890 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9897a70d-ec66-48e2-a7f1-92972e3d34ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.319761 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9897a70d-ec66-48e2-a7f1-92972e3d34ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.322349 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9897a70d-ec66-48e2-a7f1-92972e3d34ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:26.323563 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9897a70d-ec66-48e2-a7f1-92972e3d34ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac HTTP/1.1" status: 204 len: 168 time: 0.1405034 Aug 30 14:36:26.331331 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897a70d-ec66-48e2-a7f1-92972e3d34ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec501c3b-5c4c-4a0b-a6ba-0d1d75109cac,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:26.705403 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 31c006c0-d509-415d-b5ea-0f6991719e46 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:26.728830 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 31c006c0-d509-415d-b5ea-0f6991719e46 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:26.729193 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 31c006c0-d509-415d-b5ea-0f6991719e46 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:26.729615 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device ab71cf33-2f44-4d76-9693-50c5c49ff864 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:26.748978 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: ab71cf33-2f44-4d76-9693-50c5c49ff864 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:26.749330 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device ab71cf33-2f44-4d76-9693-50c5c49ff864 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:27.095590 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27c589-5b3f-40c8-ac19-0dac8872c575 req-b7362aba-2189-440f-94e6-02ca8c076f6c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:27.097203 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ef27c589-5b3f-40c8-ac19-0dac8872c575 req-b7362aba-2189-440f-94e6-02ca8c076f6c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0502729 Aug 30 14:36:27.139796 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ef27c589-5b3f-40c8-ac19-0dac8872c575 req-951597ca-25d1-438f-b2b5-eca4ebd86e62 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359440 Aug 30 14:36:28.278513 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de478fd-3f19-4c9e-a1e2-4ecf109dcfdf req-ca527f45-71de-4439-a361-9c4aed628f1a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:28.279946 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5de478fd-3f19-4c9e-a1e2-4ecf109dcfdf req-ca527f45-71de-4439-a361-9c4aed628f1a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0663793 Aug 30 14:36:28.321564 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5de478fd-3f19-4c9e-a1e2-4ecf109dcfdf req-6950ccd1-eb9c-4869-b34a-ba02baa2aca1 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Aug 30 14:36:29.459038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1e9e5-9759-41c4-8e89-dc1a90221fdc req-1ade30c8-4155-4fd9-b187-fec811b0ebbe tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:29.460516 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-60f1e9e5-9759-41c4-8e89-dc1a90221fdc req-1ade30c8-4155-4fd9-b187-fec811b0ebbe tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0579345 Aug 30 14:36:29.503123 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-60f1e9e5-9759-41c4-8e89-dc1a90221fdc req-d260dd77-ca31-4f5b-9132-881889b2bdb7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Aug 30 14:36:30.140159 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45514) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:30.185895 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Deleting subnet 62580772-e80e-477d-808f-c65e2ecfae44 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:30.189207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.226482 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.266089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.323932 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.349626 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62580772-e80e-477d-808f-c65e2ecfae44,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:30.353535 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.355356 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bf860b43-520c-484c-857c-28e3d7dae55d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/62580772-e80e-477d-808f-c65e2ecfae44 HTTP/1.1" status: 204 len: 168 time: 0.2141280 Aug 30 14:36:30.357766 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45528) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:30.426572 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.509929 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.520809 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65453b63-d5fa-4eb8-8114-6305409f06d1']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.531618 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ead4ca-bf3d-4e97-8896-f22318815ed3') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.531904 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ead4ca-bf3d-4e97-8896-f22318815ed3') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:30.542797 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.556777 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.562808 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:30.563189 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:30.564786 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:30.618076 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.622546 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.624438 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] 10.222.0.62 "DELETE /v2.0/networks/65453b63-d5fa-4eb8-8114-6305409f06d1 HTTP/1.1" status: 204 len: 168 time: 0.2656829 Aug 30 14:36:30.626908 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ee50b-282d-4e0a-87e4-1308b7193732 req-32e9bff9-50ef-4a3d-bf5c-bdff3aa0b0db tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:30.628410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-255ee50b-282d-4e0a-87e4-1308b7193732 req-32e9bff9-50ef-4a3d-bf5c-bdff3aa0b0db tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0528531 Aug 30 14:36:30.642048 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a55be-56e9-49c8-a6c8-9fadbd4d1965 admin admin] Pushing event deleted for resources: {'Network': ['ID=65453b63-d5fa-4eb8-8114-6305409f06d1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:30.672101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-255ee50b-282d-4e0a-87e4-1308b7193732 req-a608ee4c-5a3f-4624-9024-4aabe7428455 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 Aug 30 14:36:30.797535 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45540) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:30.842732 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-efab911f-e952-418a-8f63-26cd0f9822eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ac6496ef87f4d91b52281b3bf4df943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439360 Aug 30 14:36:30.846199 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45542) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:30.899757 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-202d40e7-781c-44c2-85ce-18d653c6b0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.922549 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-202d40e7-781c-44c2-85ce-18d653c6b0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.983764 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-202d40e7-781c-44c2-85ce-18d653c6b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.986795 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-202d40e7-781c-44c2-85ce-18d653c6b0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:30.987977 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-202d40e7-781c-44c2-85ce-18d653c6b0f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9910ebfc-a1d8-421b-8fa6-dbdfe942195a HTTP/1.1" status: 204 len: 168 time: 0.1408529 Aug 30 14:36:30.997268 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d40e7-781c-44c2-85ce-18d653c6b0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9910ebfc-a1d8-421b-8fa6-dbdfe942195a,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:31.742888 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45572) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:31.799241 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5cfac-62df-4962-927c-b1324e5a2774 req-d393ecf6-2d76-4de3-8801-2b65462119e9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:31.800898 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9ae5cfac-62df-4962-927c-b1324e5a2774 req-d393ecf6-2d76-4de3-8801-2b65462119e9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0583105 Aug 30 14:36:31.841035 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9ae5cfac-62df-4962-927c-b1324e5a2774 req-dbf520d4-b772-4b17-a2d0-b995e72ed0b0 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340033 Aug 30 14:36:31.851064 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1020561516-network', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:31.874089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Made reservation on behalf of cca350bff6dc4fe0b157dc1573e56218 for: {'network': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:31.876448 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.884939 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.984924 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.993024 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.026251 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=93879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:36:32.037195 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd687913-56ee-48b9-9a4f-4eaf862f0c50,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.043539 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.043873 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.segments_db [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Added segment 0bf00c4c-d163-441e-8feb-b15594b9b714 of type vlan for network 220e878c-f70e-4081-86d2-d27830c0e088 Aug 30 14:36:32.087524 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.116480 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.117720 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:32.118068 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.173151 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4291484 Aug 30 14:36:32.176170 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45580) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:32.178628 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ececaf-1e95-476a-a8a2-2d1f0de15e8e admin admin] Pushing event updated for resources: {'Network': ['ID=220e878c-f70e-4081-86d2-d27830c0e088,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.181564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Request body: {'subnet': {'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1020561516-subnet', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:32.188627 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 220e878c-f70e-4081-86d2-d27830c0e088 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:36:32.204790 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Made reservation on behalf of cca350bff6dc4fe0b157dc1573e56218 for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:32.206614 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:36:32.207646 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13051868'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.383675 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12684156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13051822'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.432913 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d3d826-6283-436b-8adc-30ef55f7effc,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:32.449369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Checking segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:32.449726 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Network hostable DHCP agents. Network: 220e878c-f70e-4081-86d2-d27830c0e088, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:36:32.470658 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Network 220e878c-f70e-4081-86d2-d27830c0e088 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:36:32.481042 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 220e878c-f70e-4081-86d2-d27830c0e088) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:32.485587 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:32.486168 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.491831 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e8588-bad4-4e43-a6b2-4cd5210e10dd None None] Network 220e878c-f70e-4081-86d2-d27830c0e088 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:32.504331 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f50f3e93-e2c1-4b6c-8c85-0e900fe32e0c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3269360 Aug 30 14:36:32.507543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45582) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:32.512375 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:32.538955 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.540238 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.595361 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.646068 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-220e878c-f70e-4081-86d2-d27830c0e088', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:36:32.647132 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.744913 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:32.919805 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Allocated IP 172.20.0.2 (220e878c-f70e-4081-86d2-d27830c0e088/55d3d826-6283-436b-8adc-30ef55f7effc/13081b7f-f047-43a6-b837-7cd196a08625) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:32.983174 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.011532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3971-d6e9-40f4-983e-9a4f5409ff50 req-39045113-e14a-43b4-8f3a-33631a761e3c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:33.013449 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-38db3971-d6e9-40f4-983e-9a4f5409ff50 req-39045113-e14a-43b4-8f3a-33631a761e3c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0985820 Aug 30 14:36:33.015990 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.072441 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.081723 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Transition to ACTIVE for port object 13081b7f-f047-43a6-b837-7cd196a08625 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:33.097799 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Transition to ACTIVE for port object 13081b7f-f047-43a6-b837-7cd196a08625 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:33.104398 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.114620 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-38db3971-d6e9-40f4-983e-9a4f5409ff50 req-c1670ef1-2ca4-4167-92b5-1847218d69b1 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935004 Aug 30 14:36:33.149764 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Network 220e878c-f70e-4081-86d2-d27830c0e088 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:33.156798 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:33.161841 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:33.165295 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Pushing event updated for resources: {'Port': ['ID=13081b7f-f047-43a6-b837-7cd196a08625,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:33.183748 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Allocated IP 172.27.3.159 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/9f038979-6522-4350-a7e8-43e43f42e171) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:33.220085 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Attempting to bind port 13081b7f-f047-43a6-b837-7cd196a08625 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:33.220699 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Attempting to bind port 13081b7f-f047-43a6-b837-7cd196a08625 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:33.220841 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Attempting to bind port 13081b7f-f047-43a6-b837-7cd196a08625 on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:33.226911 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:33.227395 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Checking segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:33.227836 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.228319 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Bound using segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:33.228795 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Bound port: 13081b7f-f047-43a6-b837-7cd196a08625, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:33.229181 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.290584 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.297498 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] For port 13081b7f-f047-43a6-b837-7cd196a08625, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:33.300624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] For port 13081b7f-f047-43a6-b837-7cd196a08625, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13081b7f-f047-43a6-b837-7cd196a08625,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:33.306940 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.333970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.374273 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b72d1e-2545-45a4-a871-e855a54d1ba5 None None] Pushing event updated for resources: {'Port': ['ID=13081b7f-f047-43a6-b837-7cd196a08625,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:33.383925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:33.387355 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:33.393500 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:33.418064 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Pushing event updated for resources: {'Port': ['ID=9f038979-6522-4350-a7e8-43e43f42e171,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:33.685590 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:33.889063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.022393 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:36:34.128516 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:34.141248 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:34.148326 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.149740 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7beac5fb-a3d5-40ef-bca1-5aed69aa622e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6412475 Aug 30 14:36:34.152816 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45604) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:34.158261 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:34.159606 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:34.300554 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:34.375276 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887ba1f-53dd-474d-91f0-661a280331e5 None None] Network 220e878c-f70e-4081-86d2-d27830c0e088 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:34.435786 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-03e1624e-0fa2-4e22-8330-37c2a3b2b673 None None] Provisioning for port 13081b7f-f047-43a6-b837-7cd196a08625 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:34.554677 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a312f-847d-4a3e-b39b-d233711a6ece req-757bb360-4b32-4e0f-8230-249693d38c54 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:34.556036 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-881a312f-847d-4a3e-b39b-d233711a6ece req-757bb360-4b32-4e0f-8230-249693d38c54 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.3527033 Aug 30 14:36:34.636462 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-881a312f-847d-4a3e-b39b-d233711a6ece req-424ed791-2c5f-464f-987e-38ecc9ee6513 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727284 Aug 30 14:36:34.656924 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 3, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:34.686352 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:34.687165 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Updating router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 port 9f038979-6522-4350-a7e8-43e43f42e171 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:34.714110 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.829303 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13081b7f-f047-43a6-b837-7cd196a08625 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:34.944472 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 13081b7f-f047-43a6-b837-7cd196a08625 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:34.950544 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 13081b7f-f047-43a6-b837-7cd196a08625 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:34.950946 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.990488 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.035676 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-9a3b1124-4c9e-42de-aa9e-9ab2d6f88c5e None None] Provisioning complete for port 13081b7f-f047-43a6-b837-7cd196a08625 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:35.036048 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a3b1124-4c9e-42de-aa9e-9ab2d6f88c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.150711 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Allocated IP 172.20.0.1 (220e878c-f70e-4081-86d2-d27830c0e088/55d3d826-6283-436b-8adc-30ef55f7effc/4be288b9-a6a9-4d0e-8250-71609e8dab3e) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:35.155707 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.157814 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.185284 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Transition to ACTIVE for port object 9f038979-6522-4350-a7e8-43e43f42e171 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:35.213022 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.249530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 13081b7f-f047-43a6-b837-7cd196a08625, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13081b7f-f047-43a6-b837-7cd196a08625,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:35.259260 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.269518 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.276539 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Transition to ACTIVE for port object 4be288b9-a6a9-4d0e-8250-71609e8dab3e will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:35.291829 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9a3b1124-4c9e-42de-aa9e-9ab2d6f88c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.296442 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Attempting to bind port 9f038979-6522-4350-a7e8-43e43f42e171 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:35.296812 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Attempting to bind port 9f038979-6522-4350-a7e8-43e43f42e171 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:35.297231 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Attempting to bind port 9f038979-6522-4350-a7e8-43e43f42e171 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:35.302809 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209357d-5561-4b5c-861c-ca294f779ae4 None None] Pushing event updated for resources: {'Port': ['ID=9f038979-6522-4350-a7e8-43e43f42e171,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:35.314898 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.338041 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:35.338370 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:35.338835 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.339207 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:35.339715 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Bound port: 9f038979-6522-4350-a7e8-43e43f42e171, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:35.340097 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.356130 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Network 220e878c-f70e-4081-86d2-d27830c0e088 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:35.361854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:35.366937 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:35.390428 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Pushing event updated for resources: {'Port': ['ID=4be288b9-a6a9-4d0e-8250-71609e8dab3e,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:35.425851 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.444038 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=13081b7f-f047-43a6-b837-7cd196a08625,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:35.454025 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] For port 9f038979-6522-4350-a7e8-43e43f42e171, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:35.460498 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] For port 9f038979-6522-4350-a7e8-43e43f42e171, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9f038979-6522-4350-a7e8-43e43f42e171,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:35.473673 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.508772 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.db.api [None req-9a3b1124-4c9e-42de-aa9e-9ab2d6f88c5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:36:35.509304 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG oslo_db.api [None req-9a3b1124-4c9e-42de-aa9e-9ab2d6f88c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:36:35.536914 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:35.537867 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:35.598421 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.725715 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209357d-5561-4b5c-861c-ca294f779ae4 None None] Pushing event updated for resources: {'Port': ['ID=9f038979-6522-4350-a7e8-43e43f42e171,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:35.814231 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d640697-c4f5-48bc-9590-d75e04f2b7d0 req-bdd8462a-c742-4685-9848-1278d1b4f792 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:35.816022 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d640697-c4f5-48bc-9590-d75e04f2b7d0 req-bdd8462a-c742-4685-9848-1278d1b4f792 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0945501 Aug 30 14:36:35.818770 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:35.865268 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d640697-c4f5-48bc-9590-d75e04f2b7d0 req-25ac1eb1-6056-4ea3-9732-035951643df9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413244 Aug 30 14:36:35.878833 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.884413 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:35.951543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Pushing event updated for resources: {'Port': ['ID=4be288b9-a6a9-4d0e-8250-71609e8dab3e,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:35.959842 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.050611 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 3, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:36.051460 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Network 220e878c-f70e-4081-86d2-d27830c0e088 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:36.052997 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:36.086529 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49120162-6288-4c49-8957-d45424fe3a90 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:33Z', 'revision_number': 3, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:36.192048 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-41201449-628e-4e9f-87bb-b04fb1ecd969 None None] Provisioning for port 4be288b9-a6a9-4d0e-8250-71609e8dab3e completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:36.196434 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:36.198477 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-41201449-628e-4e9f-87bb-b04fb1ecd969 None None] Provisioning complete for port 4be288b9-a6a9-4d0e-8250-71609e8dab3e triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:36.199093 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-41201449-628e-4e9f-87bb-b04fb1ecd969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.241285 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-41201449-628e-4e9f-87bb-b04fb1ecd969 None None] Port 4be288b9-a6a9-4d0e-8250-71609e8dab3e cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:36.309013 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:36.317091 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-400652df-138a-44db-a8e8-29b682501270 admin admin] 10.222.0.62 "PUT /v2.0/routers/0c1490a9-e15f-45c9-8a46-3e7a9df4be43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1631722 Aug 30 14:36:36.361771 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-b5e78874-2eec-4df8-a3e9-b95eff94e985 None None] Provisioning complete for port 4be288b9-a6a9-4d0e-8250-71609e8dab3e triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:36.362269 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b5e78874-2eec-4df8-a3e9-b95eff94e985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.407943 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-b5e78874-2eec-4df8-a3e9-b95eff94e985 None None] Port 4be288b9-a6a9-4d0e-8250-71609e8dab3e cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:36.843839 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13081b7f-f047-43a6-b837-7cd196a08625 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:36.921624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45674) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:36.927787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2010085204-network', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:36.947008 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b2219b6d-f5d4-45ef-a2a1-112ed2067d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.960671 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 13081b7f-f047-43a6-b837-7cd196a08625 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:36.960996 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:36.968535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Made reservation on behalf of 6b663ea7215641aa8749bf0e47e69be6 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:36.976256 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.032688 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.078981 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbdf9f-f2cd-470d-a4c3-6956fcd00dcc req-aaa68543-b353-4e7d-bf3c-7452e5ecb8b9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:37.081226 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-29dbdf9f-f2cd-470d-a4c3-6956fcd00dcc req-aaa68543-b353-4e7d-bf3c-7452e5ecb8b9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1300819 Aug 30 14:36:37.134898 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9f038979-6522-4350-a7e8-43e43f42e171 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:37.144818 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-29dbdf9f-f2cd-470d-a4c3-6956fcd00dcc req-b3990d71-7fc9-4e79-8161-df76c1e5177f tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539768 Aug 30 14:36:37.149470 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45682) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.212584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 9f038979-6522-4350-a7e8-43e43f42e171 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:37.218743 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 9f038979-6522-4350-a7e8-43e43f42e171 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:37.219164 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.222065 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.227864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.241902 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:36:37.266856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.267240 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Added segment bbb3eb8c-96e1-4d96-943a-88cf8556ea48 of type vlan for network 99ff3854-2e5e-4888-82af-e33070307421 Aug 30 14:36:37.277957 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae974f9-fbc4-405a-9a0d-6c821a9b4f16,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.314398 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.315608 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.333723 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.338903 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 9f038979-6522-4350-a7e8-43e43f42e171, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9f038979-6522-4350-a7e8-43e43f42e171,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:37.345619 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.388828 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.390090 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:37.390909 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.404321 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=9f038979-6522-4350-a7e8-43e43f42e171,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.424679 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.430149 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.468125 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5453162 Aug 30 14:36:37.468980 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e3361-542c-4477-bc31-f8de31b2a668 admin admin] Pushing event updated for resources: {'Network': ['ID=99ff3854-2e5e-4888-82af-e33070307421,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.469777 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac235f0-b37b-436e-b361-aed7b4fca72d,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.471889 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45688) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.478862 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Request body: {'subnet': {'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2010085204-subnet', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:37.479155 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45690) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.481323 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 99ff3854-2e5e-4888-82af-e33070307421 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:36:37.496075 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c840d74b51a4b269f4c073a35cabadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453145 Aug 30 14:36:37.499825 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45694) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.506719 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.507159 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.510627 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.510990 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.511329 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.511966 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.512310 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.512640 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.512960 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.515704 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.527097 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.527837 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa5894a-e78b-4634-b5e1-0c45942e2675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:37.547584 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Made reservation on behalf of 6b663ea7215641aa8749bf0e47e69be6 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:37.550620 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13470228'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.566546 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-269b03f5-2195-4774-b8fd-e6946d47ea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.593487 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-269b03f5-2195-4774-b8fd-e6946d47ea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.651192 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-269b03f5-2195-4774-b8fd-e6946d47ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.653920 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-269b03f5-2195-4774-b8fd-e6946d47ea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.658252 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-269b03f5-2195-4774-b8fd-e6946d47ea3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ac235f0-b37b-436e-b361-aed7b4fca72d HTTP/1.1" status: 204 len: 168 time: 0.1553540 Aug 30 14:36:37.672507 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b03f5-2195-4774-b8fd-e6946d47ea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac235f0-b37b-436e-b361-aed7b4fca72d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.685232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bd760cb-9558-4f60-80d3-0ea7aab1c7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.781297 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15885939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13470310'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.805938 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bd760cb-9558-4f60-80d3-0ea7aab1c7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.812528 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6bd760cb-9558-4f60-80d3-0ea7aab1c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.849467 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.861115 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd760cb-9558-4f60-80d3-0ea7aab1c7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611164c2-45d4-4059-85d7-96222553489c,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:37.868459 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Checking segment: {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:37.868817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Network hostable DHCP agents. Network: 99ff3854-2e5e-4888-82af-e33070307421, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:36:37.869745 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6bd760cb-9558-4f60-80d3-0ea7aab1c7e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef6f1e3f987a42ed995b1d411a855d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892787 Aug 30 14:36:37.870482 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45700) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.897240 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Network 99ff3854-2e5e-4888-82af-e33070307421 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:36:37.910722 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 99ff3854-2e5e-4888-82af-e33070307421) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:37.915458 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:37.916135 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.921626 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e6c7a-eb5d-4515-af0e-a49e58a312a4 None None] Network 99ff3854-2e5e-4888-82af-e33070307421 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:37.930542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f70481d-2ba6-4ea1-b531-e4cb4c93400d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.934472 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-204a6560-a35a-4d99-ac67-65c828055500 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4611559 Aug 30 14:36:37.937007 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45704) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:37.941880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:37.969567 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.972459 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:37.981839 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f70481d-2ba6-4ea1-b531-e4cb4c93400d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.028508 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:38.038426 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:38.039070 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:38.061627 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f70481d-2ba6-4ea1-b531-e4cb4c93400d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.064948 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f70481d-2ba6-4ea1-b531-e4cb4c93400d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.066922 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0f70481d-2ba6-4ea1-b531-e4cb4c93400d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/611164c2-45d4-4059-85d7-96222553489c HTTP/1.1" status: 204 len: 168 time: 0.1948600 Aug 30 14:36:38.078177 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70481d-2ba6-4ea1-b531-e4cb4c93400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611164c2-45d4-4059-85d7-96222553489c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:38.090457 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.173078 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-99ff3854-2e5e-4888-82af-e33070307421', 'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'fixed_ips': [{'subnet_id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:36:38.173972 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.283972 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:38.431033 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf9584-bad4-49af-893a-dc4db9262bf9 req-42e120fa-0633-4e0f-82f9-95dcd9557663 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:38.435212 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dedf9584-bad4-49af-893a-dc4db9262bf9 req-42e120fa-0633-4e0f-82f9-95dcd9557663 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.1688871 Aug 30 14:36:38.455427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Allocated IP 172.20.0.2 (99ff3854-2e5e-4888-82af-e33070307421/bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f/9a8ff813-b6b6-43fb-83e6-6cf0e1920061) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:38.512879 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dedf9584-bad4-49af-893a-dc4db9262bf9 req-fb07bc51-a7e2-49f7-b5b1-5b6d30137e85 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710459 Aug 30 14:36:38.689627 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.700100 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 2, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:38.785623 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:38.786424 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Updating router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 port 4be288b9-a6a9-4d0e-8250-71609e8dab3e binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:38.795577 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.813070 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Transition to ACTIVE for port object 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:38.830546 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Transition to ACTIVE for port object 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:38.841949 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.849516 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:38.887135 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038999d3-62a4-46ad-bf01-b4cb7434b5c6 req-4b46b870-4eb8-45d0-a78b-48133d14e876 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:38.888185 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9f038979-6522-4350-a7e8-43e43f42e171 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:38.889490 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-038999d3-62a4-46ad-bf01-b4cb7434b5c6 req-4b46b870-4eb8-45d0-a78b-48133d14e876 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0660844 Aug 30 14:36:38.893689 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Pushing event updated for resources: {'Port': ['ID=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:38.930490 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-edfaddf3-2632-480c-966c-b26b628b0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:38.932313 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-edfaddf3-2632-480c-966c-b26b628b0a7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1098 time: 0.0993717 Aug 30 14:36:38.936695 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Network 99ff3854-2e5e-4888-82af-e33070307421 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:38.940101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-038999d3-62a4-46ad-bf01-b4cb7434b5c6 req-6dba8fa8-98e7-470b-a72a-6dc627abd80c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Aug 30 14:36:38.941090 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:38.944260 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:39.021344 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Attempting to bind port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:39.021924 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Attempting to bind port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:39.022359 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Attempting to bind port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 on network 99ff3854-2e5e-4888-82af-e33070307421 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:39.030107 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:39.030610 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Checking segment: {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:39.031212 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.031607 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Bound using segment: {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:39.032169 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Bound port: 9a8ff813-b6b6-43fb-83e6-6cf0e1920061, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:39.032624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.036269 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 9f038979-6522-4350-a7e8-43e43f42e171 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:39.037504 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.129785 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.168086 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.178102 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] For port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:39.190264 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-52ef2270-9b22-4b71-83b5-3835ff0ac43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:39.191936 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-52ef2270-9b22-4b71-83b5-3835ff0ac43b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.2126410 Aug 30 14:36:39.197555 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] For port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:39.209365 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.230492 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.244468 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Transition to ACTIVE for port object 4be288b9-a6a9-4d0e-8250-71609e8dab3e will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:39.254087 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.307830 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-8d820099-07e2-46af-8102-313e2f7e984a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 1001 time: 0.0718422 Aug 30 14:36:39.333017 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08f6a3-4f77-4ff6-81ae-db3a5bf8162f None None] Pushing event updated for resources: {'Port': ['ID=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:39.358790 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Pushing event updated for resources: {'Port': ['ID=4be288b9-a6a9-4d0e-8250-71609e8dab3e,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:39.393494 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.393888 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.394359 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.394725 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.395108 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.397486 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.397486 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.397486 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.397486 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.397895 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.398701 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.398701 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:39.419711 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-117a8547-f1c3-4f43-9a8d-a3386d5fab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:39.421288 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-117a8547-f1c3-4f43-9a8d-a3386d5fab7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0999556 Aug 30 14:36:39.423752 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Attempting to bind port 4be288b9-a6a9-4d0e-8250-71609e8dab3e on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:39.424145 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Attempting to bind port 4be288b9-a6a9-4d0e-8250-71609e8dab3e by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:39.424504 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Attempting to bind port 4be288b9-a6a9-4d0e-8250-71609e8dab3e on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:39.433026 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:39.433830 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Checking segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:39.434250 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.434671 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Bound using segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:39.435196 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Bound port: 4be288b9-a6a9-4d0e-8250-71609e8dab3e, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:39.435602 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.468728 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Allocated IP 172.27.3.251 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/c7cd9750-74e7-4629-a19c-eb7cf28beaf6) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:39.550869 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] For port 4be288b9-a6a9-4d0e-8250-71609e8dab3e, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:39.554097 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3d5d851a-92ee-4664-bc99-59f6c63d8ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.555744 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] For port 4be288b9-a6a9-4d0e-8250-71609e8dab3e, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=4be288b9-a6a9-4d0e-8250-71609e8dab3e,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:39.562385 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.676393 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68996-1a5e-4c6e-877f-dfc4e65c3ccc None None] Pushing event updated for resources: {'Port': ['ID=4be288b9-a6a9-4d0e-8250-71609e8dab3e,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:39.696147 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-ee2c2652-2e5d-452a-a6c5-1fdab4959b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:39.702689 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-ee2c2652-2e5d-452a-a6c5-1fdab4959b1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2687988 Aug 30 14:36:39.703254 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:39.703254 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:39.725599 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.814733 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.868082 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.913646 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-30afb5ac-19d0-4ec5-abd8-2617ca16b005 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013781 Aug 30 14:36:39.930270 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:39.948480 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:39.960325 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:39.962517 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:39.982731 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:40.081935 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a7f47-f0c2-4e5c-9513-fa921962004d req-5ce0c8dc-ef82-45b4-afb0-816df41ed77e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:40.083981 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c26a7f47-f0c2-4e5c-9513-fa921962004d req-5ce0c8dc-ef82-45b4-afb0-816df41ed77e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0499449 Aug 30 14:36:40.128763 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-5c3fb2ec-28df-4b74-a237-e2dacea52987 req-1bb61359-aa57-40aa-9f78-c591b3464dca service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012899 Aug 30 14:36:40.140189 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c26a7f47-f0c2-4e5c-9513-fa921962004d req-e2a2e8a6-d110-419f-82e6-fa445c11e9f2 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491133 Aug 30 14:36:40.209336 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:39Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:40.237285 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ae79d-2663-4520-ace5-019d8feb4895 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:39Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:40.298735 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.514191 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97c5e5-a86c-4ea4-9411-fa676b4b5763 None None] Network 99ff3854-2e5e-4888-82af-e33070307421 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:40.517366 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.655254 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a3e0ea14-acaa-4c10-a1d1-ae3d4d3cdc81 None None] Provisioning for port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:40.663187 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Router 20c33b9e-1230-48ab-b4cb-97a101c906f7 is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:36:40.790095 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.888998 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:40.911480 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Sync routers for ids ['20c33b9e-1230-48ab-b4cb-97a101c906f7'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:40.935706 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.938189 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-840a57db-8c26-43e5-b439-09c294e3f9f0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9991460 Aug 30 14:36:40.939920 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45758) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:40.950064 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4be288b9-a6a9-4d0e-8250-71609e8dab3e up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:41.026076 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Routers {'20c33b9e-1230-48ab-b4cb-97a101c906f7'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:41.027084 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['20c33b9e-1230-48ab-b4cb-97a101c906f7'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:41.185884 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 4be288b9-a6a9-4d0e-8250-71609e8dab3e completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:41.196860 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 4be288b9-a6a9-4d0e-8250-71609e8dab3e triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:41.196978 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.243000 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Set router 20c33b9e-1230-48ab-b4cb-97a101c906f7 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:41.323189 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf46ec-80b5-49ac-9fe2-d8a77585a09c req-689cbeba-dff0-4dce-9b8d-8e9919c9e346 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:41.332386 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-46cf46ec-80b5-49ac-9fe2-d8a77585a09c req-689cbeba-dff0-4dce-9b8d-8e9919c9e346 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0900936 Aug 30 14:36:41.382545 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-46cf46ec-80b5-49ac-9fe2-d8a77585a09c req-5f07cb78-b8bb-4f9f-bbf5-c8d0cedf3f2f tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490680 Aug 30 14:36:41.554966 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.618965 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 4be288b9-a6a9-4d0e-8250-71609e8dab3e, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=4be288b9-a6a9-4d0e-8250-71609e8dab3e,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:41.627956 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.628811 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:41.702156 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:36:40Z', 'revision_number': 3, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:41.737462 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=4be288b9-a6a9-4d0e-8250-71609e8dab3e,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:41.742033 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Checking router: 20c33b9e-1230-48ab-b4cb-97a101c906f7 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:41.742387 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Updating router 20c33b9e-1230-48ab-b4cb-97a101c906f7 port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:41.752973 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.781884 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.804704 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:41.812047 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:41.812426 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.916225 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Allocated IP 172.20.0.1 (99ff3854-2e5e-4888-82af-e33070307421/bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f/3edb81c4-b78d-4275-84a5-00bd398a2cc9) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:42.028055 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.032909 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.046402 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Transition to ACTIVE for port object 3edb81c4-b78d-4275-84a5-00bd398a2cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:42.082694 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.087795 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:42.098401 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.127533 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Network 99ff3854-2e5e-4888-82af-e33070307421 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:42.132379 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:42.134677 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Pushing event updated for resources: {'Port': ['ID=3edb81c4-b78d-4275-84a5-00bd398a2cc9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.137360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:42.179760 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.195358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.209875 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Transition to ACTIVE for port object c7cd9750-74e7-4629-a19c-eb7cf28beaf6 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:42.218517 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.223580 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.279621 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Attempting to bind port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:42.280471 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Attempting to bind port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:42.280471 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Attempting to bind port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:42.290406 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:42.290815 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:42.291229 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.291979 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:42.292127 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Bound port: c7cd9750-74e7-4629-a19c-eb7cf28beaf6, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:42.292515 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.317609 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14780a09-2b48-41cb-9400-f9af6bfdf46d None None] Pushing event updated for resources: {'Port': ['ID=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.340372 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.363919 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] For port c7cd9750-74e7-4629-a19c-eb7cf28beaf6, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:42.368716 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] For port c7cd9750-74e7-4629-a19c-eb7cf28beaf6, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:42.377821 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.456060 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.463149 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-691dff9b-6e47-411b-8335-e50c2bfa8472 None None] Provisioning for port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:42.466558 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Routers {'20c33b9e-1230-48ab-b4cb-97a101c906f7'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:42.467223 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['20c33b9e-1230-48ab-b4cb-97a101c906f7'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:42.473376 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-691dff9b-6e47-411b-8335-e50c2bfa8472 None None] Provisioning complete for port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:42.473897 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-691dff9b-6e47-411b-8335-e50c2bfa8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.475435 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14780a09-2b48-41cb-9400-f9af6bfdf46d None None] Pushing event updated for resources: {'Port': ['ID=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.525369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45778) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:42.535525 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.541967 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.584449 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-691dff9b-6e47-411b-8335-e50c2bfa8472 None None] Port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:42.606757 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.616432 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] Set router 20c33b9e-1230-48ab-b4cb-97a101c906f7 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:42.654809 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc0d9d95-c536-48f5-b3fa-23e3ea610b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.661270 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Pushing event updated for resources: {'Port': ['ID=3edb81c4-b78d-4275-84a5-00bd398a2cc9,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.721748 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Network 99ff3854-2e5e-4888-82af-e33070307421 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:42.723482 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:42.771364 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4be288b9-a6a9-4d0e-8250-71609e8dab3e up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:42.801593 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc0d9d95-c536-48f5-b3fa-23e3ea610b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.809641 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dc0d9d95-c536-48f5-b3fa-23e3ea610b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.864822 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dc0d9d95-c536-48f5-b3fa-23e3ea610b0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=927aa3f25527431c870d9e95c67efa7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383236 Aug 30 14:36:42.866139 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d9d95-c536-48f5-b3fa-23e3ea610b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8907feb-2ce9-4bc1-bc75-3433801a4059,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:42.868809 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45782) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:42.891361 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 4be288b9-a6a9-4d0e-8250-71609e8dab3e triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:42.891707 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.905671 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Router 20c33b9e-1230-48ab-b4cb-97a101c906f7 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:42.931841 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eafece2e-3214-45e9-935b-75c7427632be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.952434 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '3edb81c4-b78d-4275-84a5-00bd398a2cc9', 'name': '', 'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'mac_address': 'fa:16:3e:c9:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:41Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 1, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'subnets': [{'id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:42.961028 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eafece2e-3214-45e9-935b-75c7427632be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.983352 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd795dc8-0b3e-42ad-8bda-949f17248b4c None None] The sync data for ids ['20c33b9e-1230-48ab-b4cb-97a101c906f7'] in dv-cinder-777031-2-iscsi is: [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '3edb81c4-b78d-4275-84a5-00bd398a2cc9', 'name': '', 'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'mac_address': 'fa:16:3e:c9:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:41Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 1, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'subnets': [{'id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:43.027519 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eafece2e-3214-45e9-935b-75c7427632be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.032446 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eafece2e-3214-45e9-935b-75c7427632be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.033632 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-eafece2e-3214-45e9-935b-75c7427632be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8907feb-2ce9-4bc1-bc75-3433801a4059 HTTP/1.1" status: 204 len: 168 time: 0.1627777 Aug 30 14:36:43.042980 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:43.044644 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafece2e-3214-45e9-935b-75c7427632be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8907feb-2ce9-4bc1-bc75-3433801a4059,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:43.055808 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:43.067300 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6642ab16-609f-45de-926c-cf7558073150 admin admin] 10.222.0.62 "PUT /v2.0/routers/20c33b9e-1230-48ab-b4cb-97a101c906f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1241965 Aug 30 14:36:43.071662 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-eb5ac835-2142-4ded-9ef8-5f9456e09d5e None None] Provisioning complete for port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:43.072041 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac835-2142-4ded-9ef8-5f9456e09d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.137486 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-eb5ac835-2142-4ded-9ef8-5f9456e09d5e None None] Port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:43.150827 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:43.151204 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.706941 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45808) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:43.715787 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904438182', 'description': 'tempest-secgroup-smoke-904438182 description', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:43.752805 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.850944 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.856454 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.898485 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:43.902688 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1915913 Aug 30 14:36:43.902688 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aea90f-068f-4c85-be08-9c1dbec661ab tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c6c678-9ced-4381-b43e-6633e5b035ea,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:43.903206 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45816) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:43.908069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group_rule': {'security_group_id': '83c6c678-9ced-4381-b43e-6633e5b035ea', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:43.949463 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.006760 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.012659 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.036017 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0952d9-c8f1-4ff7-b58f-2cd59c9b0ca1,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.045193 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.046556 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-21489614-143c-4fe7-9104-fb96fdbe3439 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423357 Aug 30 14:36:44.049948 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45820) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.055252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group_rule': {'security_group_id': '83c6c678-9ced-4381-b43e-6633e5b035ea', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:44.092744 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.195480 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.201066 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.221564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcddf40-7064-470a-840e-053ce8f28a71,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.229307 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.233368 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-07ebc6e5-e64a-41ac-99c7-399fe8473cad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1792932 Aug 30 14:36:44.233368 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45840) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.243630 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group_rule': {'security_group_id': '83c6c678-9ced-4381-b43e-6633e5b035ea', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:44.272842 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.340940 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.346113 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.365363 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090c545f-1a1b-4aff-bb70-2a539cb72a8a,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.375125 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.380676 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45844) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.383360 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-abefb85b-a402-47a6-abfb-2f3741fec66a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487684 Aug 30 14:36:44.386072 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group_rule': {'security_group_id': '83c6c678-9ced-4381-b43e-6633e5b035ea', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:44.416129 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.477312 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.482376 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.500045 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c823e2db-d00b-45bd-a268-02e8d2ecf6a0,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.508197 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.509483 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4062a2c2-f619-4e44-9da2-c82c93f16e72 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275702 Aug 30 14:36:44.512821 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45848) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.517828 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group_rule': {'security_group_id': '83c6c678-9ced-4381-b43e-6633e5b035ea', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:44.519163 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45850) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.543728 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Project cca350bff6dc4fe0b157dc1573e56218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:36:44.548974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.556436 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.610673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.615559 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.629631 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2620ea40-9b6f-4399-832a-4d48ebb8f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.633420 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ae6c9a-bc1e-407d-ba6d-06ca71cedb0c,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.640887 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.644826 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-264a187b-0ebc-4250-865a-7ec84c433dd5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282823 Aug 30 14:36:44.645572 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 45854) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.649811 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'security_group_rule': {'security_group_id': '83c6c678-9ced-4381-b43e-6633e5b035ea', 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:44.739616 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2620ea40-9b6f-4399-832a-4d48ebb8f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.745054 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2620ea40-9b6f-4399-832a-4d48ebb8f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.767294 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device c7cd9750-74e7-4629-a19c-eb7cf28beaf6 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:44.776645 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620ea40-9b6f-4399-832a-4d48ebb8f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb81182-bd37-4aad-8a2a-f5318a8cd7ce,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.780260 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Project cca350bff6dc4fe0b157dc1573e56218 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:36:44.786915 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.792240 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2620ea40-9b6f-4399-832a-4d48ebb8f6b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1129ed7885814a218fd9c322596ebccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718523 Aug 30 14:36:44.794842 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 45856) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:44.834773 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:44.839453 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:44.839840 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.858670 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4005249e-0ca0-4706-a376-eee85e41e49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.871632 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.881436 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.884284 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4005249e-0ca0-4706-a376-eee85e41e49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.906497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a86ed7-547b-4e3e-b689-d9d484926a69,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.917155 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.918396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8086ebc3-abe2-4abc-8b1c-9c0e88c22b38 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2723649 Aug 30 14:36:44.947266 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.956056 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4005249e-0ca0-4706-a376-eee85e41e49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.959719 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4005249e-0ca0-4706-a376-eee85e41e49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:44.963068 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4005249e-0ca0-4706-a376-eee85e41e49f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2bb81182-bd37-4aad-8a2a-f5318a8cd7ce HTTP/1.1" status: 204 len: 168 time: 0.1672812 Aug 30 14:36:44.977596 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005249e-0ca0-4706-a376-eee85e41e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb81182-bd37-4aad-8a2a-f5318a8cd7ce,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:44.979353 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port c7cd9750-74e7-4629-a19c-eb7cf28beaf6, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:44.985410 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:45.065174 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:45.788843 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Sync routers for ids ['20c33b9e-1230-48ab-b4cb-97a101c906f7'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:45.799721 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Routers {'20c33b9e-1230-48ab-b4cb-97a101c906f7'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:45.800352 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['20c33b9e-1230-48ab-b4cb-97a101c906f7'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:45.915766 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Set router 20c33b9e-1230-48ab-b4cb-97a101c906f7 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:46.131052 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '3edb81c4-b78d-4275-84a5-00bd398a2cc9', 'name': '', 'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'mac_address': 'fa:16:3e:c9:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:41Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 2, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'subnets': [{'id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:46.158518 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Checking router: 20c33b9e-1230-48ab-b4cb-97a101c906f7 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:46.158911 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Updating router 20c33b9e-1230-48ab-b4cb-97a101c906f7 port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:36:46.185212 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.500760 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.513811 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Transition to ACTIVE for port object 3edb81c4-b78d-4275-84a5-00bd398a2cc9 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:46.523262 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.578489 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da2f08-10c0-4c33-9c5c-be093a0ef1e8 None None] Pushing event updated for resources: {'Port': ['ID=3edb81c4-b78d-4275-84a5-00bd398a2cc9,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:46.627574 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Attempting to bind port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:46.627935 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Attempting to bind port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:46.628289 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Attempting to bind port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 on network 99ff3854-2e5e-4888-82af-e33070307421 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:46.634386 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:46.634792 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Checking segment: {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:46.635191 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.635575 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Bound using segment: {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:46.636032 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Bound port: 3edb81c4-b78d-4275-84a5-00bd398a2cc9, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '99ff3854-2e5e-4888-82af-e33070307421'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:46.636707 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.730310 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] For port 3edb81c4-b78d-4275-84a5-00bd398a2cc9, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:36:46.737187 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] For port 3edb81c4-b78d-4275-84a5-00bd398a2cc9, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=3edb81c4-b78d-4275-84a5-00bd398a2cc9,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:36:46.745777 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.747359 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device c7cd9750-74e7-4629-a19c-eb7cf28beaf6 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:46.823162 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Routers {'20c33b9e-1230-48ab-b4cb-97a101c906f7'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:46.823868 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['20c33b9e-1230-48ab-b4cb-97a101c906f7'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:46.828826 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da2f08-10c0-4c33-9c5c-be093a0ef1e8 None None] Pushing event updated for resources: {'Port': ['ID=3edb81c4-b78d-4275-84a5-00bd398a2cc9,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:46.842703 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:46.843128 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:46.954566 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] Set router 20c33b9e-1230-48ab-b4cb-97a101c906f7 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:47.176913 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '3edb81c4-b78d-4275-84a5-00bd398a2cc9', 'name': '', 'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'mac_address': 'fa:16:3e:c9:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:41Z', 'updated_at': '2021-08-30T14:36:46Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'subnets': [{'id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:47.208355 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f1433-131b-4f37-8dc2-ce271d32bd6f None None] The sync data for ids ['20c33b9e-1230-48ab-b4cb-97a101c906f7'] in dv-cinder-777031-2-iscsi is: [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:36:42Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '3edb81c4-b78d-4275-84a5-00bd398a2cc9', 'name': '', 'network_id': '99ff3854-2e5e-4888-82af-e33070307421', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'mac_address': 'fa:16:3e:c9:00:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:41Z', 'updated_at': '2021-08-30T14:36:46Z', 'revision_number': 4, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'subnets': [{'id': 'bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:48.760735 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 3edb81c4-b78d-4275-84a5-00bd398a2cc9 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:48.821897 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:48.825628 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:48.826017 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.912977 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:48.950196 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 3edb81c4-b78d-4275-84a5-00bd398a2cc9, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=3edb81c4-b78d-4275-84a5-00bd398a2cc9,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:48.956654 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:49.017451 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=3edb81c4-b78d-4275-84a5-00bd398a2cc9,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:49.802724 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e493c-3b0d-4c13-9415-38d503423d90 req-4e637767-080c-4e36-8ce3-6d0f5bd0c64d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:49.804311 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-155e493c-3b0d-4c13-9415-38d503423d90 req-4e637767-080c-4e36-8ce3-6d0f5bd0c64d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0556130 Aug 30 14:36:49.842308 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-155e493c-3b0d-4c13-9415-38d503423d90 req-008c3f68-df92-4ef6-89c0-af6161d03484 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Aug 30 14:36:50.727828 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 3edb81c4-b78d-4275-84a5-00bd398a2cc9 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:36:50.794426 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:50.794834 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:51.005031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c8b5-3f6d-47a0-8915-e8b1fa3952f3 req-01d99ff4-2d70-4814-b6fc-ef0f04b37837 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.006698 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c42c8b5-3f6d-47a0-8915-e8b1fa3952f3 req-01d99ff4-2d70-4814-b6fc-ef0f04b37837 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0839906 Aug 30 14:36:51.047490 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c42c8b5-3f6d-47a0-8915-e8b1fa3952f3 req-9374d6b7-5a85-4cfc-9fff-9d32592d3d31 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=a36a3d38-163b-42cf-b96f-111e58c0f59f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Aug 30 14:36:51.505892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-bbccc6a4-2fe1-4783-8977-99b039959dff tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:51.507625 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-bbccc6a4-2fe1-4783-8977-99b039959dff tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 947 time: 0.0638912 Aug 30 14:36:51.604717 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Deleting port bd29afae-caf4-4e19-84f7-cd2d5c3004ef {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:51.605018 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:51.701986 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] For port bd29afae-caf4-4e19-84f7-cd2d5c3004ef, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:51.702238 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:51.963466 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:51.963751 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:51.964099 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Floating IP 6ac6b6e9-87e3-4934-82c9-2cec33144816 disassociated. External IP: 172.27.3.208, port: bd29afae-caf4-4e19-84f7-cd2d5c3004ef. Aug 30 14:36:51.964410 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Calling delete_port for bd29afae-caf4-4e19-84f7-cd2d5c3004ef owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:52.103134 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:52.135285 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event deleted for resources: {'Port': ['ID=bd29afae-caf4-4e19-84f7-cd2d5c3004ef,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:52.172459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0fec4be7-2974-42e6-8f77-9da0b34269a9 req-1570df25-19c3-4f74-8101-2cb8a2196681 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=aadea4e5-b760-433b-ab01-92fa64e980a1 HTTP/1.1" status: 200 len: 210 time: 0.0479975 Aug 30 14:36:52.261272 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:52.374263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:52.385261 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:52.395228 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:52.395866 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:52.416842 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] No DVR routers for this DVR port bd29afae-caf4-4e19-84f7-cd2d5c3004ef on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:52.419563 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:52.421769 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-3e7e3b61-f8a6-4231-bf2d-624ddd11d758 req-3582b778-405e-4f2a-8954-c9ca6c18a24c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "DELETE /v2.0/ports/bd29afae-caf4-4e19-84f7-cd2d5c3004ef HTTP/1.1" status: 204 len: 173 time: 0.9078705 Aug 30 14:36:52.422380 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-deleted', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:52.425474 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa6fb48-72a5-41e9-a10f-715d67dac285" -d '{"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-deleted", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:52.468033 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b68ba2-e948-419d-b0e3-7117c178ccbe x-openstack-request-id: req-52b68ba2-e948-419d-b0e3-7117c178ccbe {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:52.468339 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadea4e5-b760-433b-ab01-92fa64e980a1", "name": "network-vif-deleted", "tag": "bd29afae-caf4-4e19-84f7-cd2d5c3004ef", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:52.468580 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52b68ba2-e948-419d-b0e3-7117c178ccbe {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:52.468979 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aadea4e5-b760-433b-ab01-92fa64e980a1', 'name': 'network-vif-deleted', 'tag': 'bd29afae-caf4-4e19-84f7-cd2d5c3004ef', 'status': 'completed', 'code': 200} Aug 30 14:36:52.517366 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:52.734176 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:52.762494 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:52.771330 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:52.771870 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:52.901363 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:53.187677 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:53.226498 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974aaac9-bf94-4ff6-a1ab-cf0f2d8e6bc6 None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:53.329575 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46068) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:53.431817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7de4110-a2a5-4cf2-a81b-b050e947eda6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.471679 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7de4110-a2a5-4cf2-a81b-b050e947eda6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.580333 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7de4110-a2a5-4cf2-a81b-b050e947eda6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.583205 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c7de4110-a2a5-4cf2-a81b-b050e947eda6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.584393 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c7de4110-a2a5-4cf2-a81b-b050e947eda6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "DELETE /v2.0/security-groups/a36a3d38-163b-42cf-b96f-111e58c0f59f HTTP/1.1" status: 204 len: 168 time: 0.2523091 Aug 30 14:36:53.590370 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46080) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:53.594575 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de4110-a2a5-4cf2-a81b-b050e947eda6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36a3d38-163b-42cf-b96f-111e58c0f59f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:53.627204 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.api.v2.resource [None req-98fd25d6-5f1b-4d93-aa3a-a8b06db7fbeb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] show failed (client error): The resource could not be found. Aug 30 14:36:53.632123 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-98fd25d6-5f1b-4d93-aa3a-a8b06db7fbeb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups/a36a3d38-163b-42cf-b96f-111e58c0f59f HTTP/1.1" status: 404 len: 347 time: 0.0400712 Aug 30 14:36:53.632441 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46082) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:53.663625 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9778e43-9225-42b2-8c1e-3262dba3a1fd None None] New status for floating IP 6ac6b6e9-87e3-4934-82c9-2cec33144816: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:36:53.809136 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Deleting port eddb9a92-74c0-4df6-b763-d36fc5927eda {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:53.809694 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.942754 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.943121 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:53.961969 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Calling delete_port for eddb9a92-74c0-4df6-b763-d36fc5927eda owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:53.965387 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-0477cc38-fa8b-46a9-8869-d6d35621f769 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532663979&fields=id&tenant_id=10b696423a944d8cadcc9452cd9f90ce HTTP/1.1" status: 200 len: 267 time: 0.0405254 Aug 30 14:36:54.034200 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-34a070ae-5d0d-41bc-bce0-2f1394d822a1 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.035999 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-34a070ae-5d0d-41bc-bce0-2f1394d822a1 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 984 time: 0.0562146 Aug 30 14:36:54.052879 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Request body: {'port': {'security_groups': ['9eb597cf-d735-4d40-b7f3-bc3052ac01d4']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:54.136224 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.145141 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.171397 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event deleted for resources: {'Port': ['ID=eddb9a92-74c0-4df6-b763-d36fc5927eda,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:54.240490 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.243337 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.244677 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6acce144-8a85-409a-a1f2-832ef070e387 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "DELETE /v2.0/floatingips/6ac6b6e9-87e3-4934-82c9-2cec33144816 HTTP/1.1" status: 204 len: 168 time: 0.6104078 Aug 30 14:36:54.371993 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:54.405330 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.411440 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.425036 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['07eaac92-288f-4e14-ba42-4a085d392eb1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:54.468289 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.468973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.473999 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b3133b2f-6a4f-47c7-8e3f-78032bee47d6 req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "PUT /v2.0/ports/07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 942 time: 0.4258509 Aug 30 14:36:54.474514 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:54.476873 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46096) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:54.484648 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0568863e-40ec-492e-88c0-08b6100d088c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:54.549615 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['07eaac92-288f-4e14-ba42-4a085d392eb1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:36:54.572831 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059aa37-ac3a-4829-b0ce-5162c105a053 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event updated for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=7']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:54.578716 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289647ac-7833-4530-8d05-57b7f785b92f x-openstack-request-id: req-289647ac-7833-4530-8d05-57b7f785b92f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:54.578998 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:54.579251 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-289647ac-7833-4530-8d05-57b7f785b92f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:54.579640 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'status': 'completed', 'code': 200} Aug 30 14:36:54.597166 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c56badda-d1ff-4e3e-bc39-09aca3f695d7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.634361 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c56badda-d1ff-4e3e-bc39-09aca3f695d7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.697726 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46100) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:54.703674 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313864360', 'description': 'tempest-description--1010350697'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:54.764518 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.775081 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568863e-40ec-492e-88c0-08b6100d088c req-2b104ee1-427d-4d5d-9e14-bf428f80d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:54.777212 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-2b104ee1-427d-4d5d-9e14-bf428f80d357 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1098 time: 0.1265788 Aug 30 14:36:54.904738 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c56badda-d1ff-4e3e-bc39-09aca3f695d7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.907577 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c56badda-d1ff-4e3e-bc39-09aca3f695d7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.908844 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c56badda-d1ff-4e3e-bc39-09aca3f695d7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "DELETE /v2.0/security-groups/f67f6387-b3d3-44a6-8b39-5a03cc88b7c3 HTTP/1.1" status: 204 len: 168 time: 0.4309106 Aug 30 14:36:54.912052 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-733eb172-c037-4a88-932e-d6f594a763e7 None None] Provisioning complete for port 07eaac92-288f-4e14-ba42-4a085d392eb1 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:54.912438 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-733eb172-c037-4a88-932e-d6f594a763e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.919727 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46104) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:54.951711 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.959425 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.992240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:54.994201 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2947302 Aug 30 14:36:54.998061 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46108) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:55.004394 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'security_group_rule': {'security_group_id': '2c85e1d9-91b6-4181-b786-8faf1b41ca74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:55.005239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73d50-2053-45df-a5b3-87cfe77320c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c85e1d9-91b6-4181-b786-8faf1b41ca74,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:55.038313 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56badda-d1ff-4e3e-bc39-09aca3f695d7 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67f6387-b3d3-44a6-8b39-5a03cc88b7c3,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:55.051564 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568863e-40ec-492e-88c0-08b6100d088c req-ebd29f6b-d009-4a7e-b3fc-7be6e1f3f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:55.053355 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-ebd29f6b-d009-4a7e-b3fc-7be6e1f3f5cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 915 time: 0.2642837 Aug 30 14:36:55.074282 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.229390 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:55.236111 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.250347 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-35a55e67-2b1e-4447-a000-0212ceb3a90b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 1001 time: 0.1848664 Aug 30 14:36:55.251040 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.255048 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: bd29afae-caf4-4e19-84f7-cd2d5c3004ef {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:55.255439 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device bd29afae-caf4-4e19-84f7-cd2d5c3004ef not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:55.332625 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3864c3fc-a69b-4aca-976f-adb2c8119d24,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:55.353340 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.358229 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46118) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:55.359226 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-85f20b0c-7e8d-4e7b-a389-b3229438fcaf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3586235 Aug 30 14:36:55.364190 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'security_group_rule': {'security_group_id': '2c85e1d9-91b6-4181-b786-8faf1b41ca74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:55.371870 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568863e-40ec-492e-88c0-08b6100d088c req-f083eb01-0b95-48a3-88bf-a2d0e30e5167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:55.373077 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-f083eb01-0b95-48a3-88bf-a2d0e30e5167 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.1127377 Aug 30 14:36:55.420309 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.476399 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.482489 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.506203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644e13e7-a0ed-46fd-b291-f554026d3516,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:55.511089 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.516899 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6070e712-c916-4038-b195-f98767bf5042 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571274 Aug 30 14:36:55.517470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46122) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:55.525142 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:55.550980 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.673329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.701736 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Deleting port ab412c31-4be4-491a-af05-6672efd481d9 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:55.702230 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.744875 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568863e-40ec-492e-88c0-08b6100d088c req-8c9e747b-c764-4ba9-8d9a-c5b86f71c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:55.746370 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-8c9e747b-c764-4ba9-8d9a-c5b86f71c57a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3594651 Aug 30 14:36:55.787335 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Allocated IP 172.27.3.73 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/ffa55e53-95b9-4213-b665-e8428cbff695) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:55.834525 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.835093 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.856143 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Calling delete_port for ab412c31-4be4-491a-af05-6672efd481d9 owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:55.901934 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.912367 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-04b7fc4e-3531-4fc5-8ecd-49c0d3bd1fe7 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565819 Aug 30 14:36:55.945374 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:55.989688 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:55.998098 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:56.001883 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:56.008577 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'Port': ['ID=ffa55e53-95b9-4213-b665-e8428cbff695,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:56.070481 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-0568863e-40ec-492e-88c0-08b6100d088c req-67229ca9-48f3-4802-aa6b-8e881b5ddba2 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444438 Aug 30 14:36:56.103104 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.130109 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.140401 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.169412 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event deleted for resources: {'Port': ['ID=ab412c31-4be4-491a-af05-6672efd481d9,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:56.244371 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.244878 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Floating IP 79b78b13-f5db-45d0-bde4-0ef62f00dabe disassociated (deleted). External IP: 172.27.3.129, port: 07eaac92-288f-4e14-ba42-4a085d392eb1. Aug 30 14:36:56.346970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.354512 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.434128 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'Port': ['ID=ffa55e53-95b9-4213-b665-e8428cbff695,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:56.443657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.463115 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.468614 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3b4416bc-6a55-43d3-abab-e1f599eef56c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9456882 Aug 30 14:36:56.522966 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Router 0af77643-37d1-46b7-9163-8b42d3926414 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:56.644037 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:56.649288 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:56.671040 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] Sync routers for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:56.683913 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-71fc0e0f-5e8a-4fb4-97d7-58b8a3f2203e tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "DELETE /v2.0/floatingips/79b78b13-f5db-45d0-bde4-0ef62f00dabe HTTP/1.1" status: 204 len: 168 time: 1.7516172 Aug 30 14:36:56.683913 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:36:56.690354 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67cb80-5181-4e2e-b8b9-98231b499d65" -d '{"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:36:56.698895 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:56.699235 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-4cab64a8-1ea5-43d4-8e58-785002e7b3c8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--313864360&fields=id&tenant_id=552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 267 time: 0.0464001 Aug 30 14:36:56.699360 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:56.843195 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-ceb8df7c-1930-492b-98c7-e3b648449a83 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:56.844773 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-ceb8df7c-1930-492b-98c7-e3b648449a83 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 816 time: 0.1313550 Aug 30 14:36:56.869405 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-fc9804d8-9303-46a0-9d33-44b921cb7b83 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/quotas/552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 375 time: 0.0170991 Aug 30 14:36:56.884770 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:56.981310 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-91bdf235-fdad-4712-9402-57e1c042ac47 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103442 Aug 30 14:36:57.060795 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f498f6da-f013-4b2e-886b-cea596b96d6f x-openstack-request-id: req-f498f6da-f013-4b2e-886b-cea596b96d6f {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:36:57.061363 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:36:57.061363 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f498f6da-f013-4b2e-886b-cea596b96d6f {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:36:57.061694 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'status': 'completed', 'code': 200} Aug 30 14:36:57.128484 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-a74d8585-1063-4cd2-8054-94da62a70b8e service neutron] 10.222.0.62 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302154 Aug 30 14:36:57.129094 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-c2bd5bc5-3cc9-4edf-9406-c3e39ed8948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.130997 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-c2bd5bc5-3cc9-4edf-9406-c3e39ed8948e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=10b696423a944d8cadcc9452cd9f90ce&device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 1098 time: 0.0563819 Aug 30 14:36:57.211388 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:57.234555 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-cb6c767d-31fc-4e1b-a4e4-02bfa5640e5c service neutron] 10.222.0.62 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997796 Aug 30 14:36:57.236786 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-dc3142db-37d2-47ca-a2eb-08fc4a6d3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.238580 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-dc3142db-37d2-47ca-a2eb-08fc4a6d3ccb service neutron] 10.222.0.48 "GET /v2.0/networks?id=3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 200 len: 915 time: 0.0997128 Aug 30 14:36:57.246062 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] Checking router: 0af77643-37d1-46b7-9163-8b42d3926414 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:57.255657 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:57.256597 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:57.294290 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-491bb6a4-edcd-4902-a6b1-2df129cc77d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 200 len: 217 time: 0.0478034 Aug 30 14:36:57.351509 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-4e7ef487-50e5-4de3-93e7-4612f8ac9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.353011 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-4e7ef487-50e5-4de3-93e7-4612f8ac9fed service neutron] 10.222.0.48 "GET /v2.0/subnets?id=144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 200 len: 853 time: 0.0496538 Aug 30 14:36:57.390034 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:57.465274 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4ee74b3c-d875-4883-9eb4-3ffd3bcf9821 req-ada5bfa5-4860-4912-8455-f52e731594d4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 210 time: 0.0634995 Aug 30 14:36:57.499613 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-4ddf5d2a-57a9-429d-a64c-8a3bfa1ef0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:57.501164 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-4ddf5d2a-57a9-429d-a64c-8a3bfa1ef0a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3cab27da-b66f-48e3-bac7-b3188013c964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1377017 Aug 30 14:36:57.709705 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-d14ab519-3282-4810-908e-1ad8af2d9870 service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989143 Aug 30 14:36:57.710219 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:57.754159 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53717e25-d6a2-49e4-86b9-ca763c05f522 None None] The sync data for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi is: [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:33:58Z', 'revision_number': 4, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '9cbf99c6-bdbb-424d-bb48-b8973fac43f7', 'name': '', 'network_id': '3cab27da-b66f-48e3-bac7-b3188013c964', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'mac_address': 'fa:16:3e:41:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:57Z', 'updated_at': '2021-08-30T14:34:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'subnets': [{'id': '144ead6e-4c6b-43bc-9bb0-e3e43049d498', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:57.856316 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-8d67cb80-5181-4e2e-b8b9-98231b499d65 req-e393e582-f45b-4d62-bf66-1e73aa94144f service neutron] 10.222.0.48 "GET /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399910 Aug 30 14:36:58.051785 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf64727-2b09-459b-b539-ab5550bf1c97 None None] New status for floating IP 79b78b13-f5db-45d0-bde4-0ef62f00dabe: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:36:58.588224 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-62ed2106-773e-4dd2-b607-945690d2d030 req-194904d4-811e-45c9-aadb-adf20fc749d5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 210 time: 0.0285697 Aug 30 14:36:58.694063 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-acc85f8d-44c2-4715-80a7-ea7fe083f793 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:58.696182 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-acc85f8d-44c2-4715-80a7-ea7fe083f793 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 816 time: 0.1819906 Aug 30 14:36:58.755310 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-ab934d0c-5a4b-4cfe-91d1-3202b7bfb4b2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 379 time: 0.0479648 Aug 30 14:36:58.766870 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'port': {'device_id': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'admin_state_up': True, 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'security_groups': ['2c85e1d9-91b6-4181-b786-8faf1b41ca74']}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:58.887067 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Made reservation on behalf of 552a7d64da8b43edb1b5a404438f4b67 for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:36:58.890557 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.013198 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Allocated IP 172.20.0.12 (069a71c3-5677-4d60-a2df-a86101506537/9ca10c0d-0f66-49ec-aeb5-19c88ade5475/e7f08edb-a061-4a18-a123-5a7733b7d951) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:36:59.152194 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.167021 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Transition to ACTIVE for port object e7f08edb-a061-4a18-a123-5a7733b7d951 will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:59.204206 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.246146 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Network 069a71c3-5677-4d60-a2df-a86101506537 is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:36:59.251306 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:36:59.253790 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:36:59.285463 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:59.322138 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.323079 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.341397 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-898f6aaa-2455-443b-8763-009f58b49595 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5787690 Aug 30 14:36:59.355345 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Request body: {'port': {'device_id': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:36:59.414245 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.472500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-eb796697-64ba-45ff-85ba-6843e16e858e None None] Provisioning for port e7f08edb-a061-4a18-a123-5a7733b7d951 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:36:59.477873 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-eb796697-64ba-45ff-85ba-6843e16e858e None None] Provisioning complete for port e7f08edb-a061-4a18-a123-5a7733b7d951 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:36:59.478689 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-eb796697-64ba-45ff-85ba-6843e16e858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.524784 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-eb796697-64ba-45ff-85ba-6843e16e858e None None] Port e7f08edb-a061-4a18-a123-5a7733b7d951 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:36:59.744117 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f08edb-a061-4a18-a123-5a7733b7d951 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:36:59.753408 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.768981 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Transition to ACTIVE for port object e7f08edb-a061-4a18-a123-5a7733b7d951 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:36:59.774160 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.831844 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:59.905235 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Attempting to bind port e7f08edb-a061-4a18-a123-5a7733b7d951 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:36:59.905557 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Attempting to bind port e7f08edb-a061-4a18-a123-5a7733b7d951 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:36:59.905841 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Attempting to bind port e7f08edb-a061-4a18-a123-5a7733b7d951 on network 069a71c3-5677-4d60-a2df-a86101506537 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:59.911548 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Port e7f08edb-a061-4a18-a123-5a7733b7d951 on network 069a71c3-5677-4d60-a2df-a86101506537 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:36:59.911901 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Attempting to bind port e7f08edb-a061-4a18-a123-5a7733b7d951 on network 069a71c3-5677-4d60-a2df-a86101506537 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:36:59.917706 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:36:59.918056 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Checking segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:36:59.918474 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Bound using segment: {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:36:59.919097 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Bound port: e7f08edb-a061-4a18-a123-5a7733b7d951, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975e82c6-4502-40cf-9c44-a3491cdc47bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '069a71c3-5677-4d60-a2df-a86101506537'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:36:59.919471 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.972240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575da2a1-ef5c-45fb-9ef8-5d37e1b36c14 req-bef41895-12dd-45cf-aa22-8f18d6bf5f6d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.974514 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-575da2a1-ef5c-45fb-9ef8-5d37e1b36c14 req-bef41895-12dd-45cf-aa22-8f18d6bf5f6d tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.3436725 Aug 30 14:36:59.989081 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9235646-43f7-4956-b1f2-aed107924b5e req-61e721c8-a23c-471e-9728-da0e80bfda00 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:36:59.990919 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9235646-43f7-4956-b1f2-aed107924b5e req-61e721c8-a23c-471e-9728-da0e80bfda00 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.3205814 Aug 30 14:36:59.998086 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:00.001688 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:00.006764 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.040896 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-575da2a1-ef5c-45fb-9ef8-5d37e1b36c14 req-14c5091f-0c15-4e29-861f-aaf179245c58 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587397 Aug 30 14:37:00.054495 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.055535 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:00.057844 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] 10.222.0.48 "PUT /v2.0/ports/e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 1094 time: 0.7071233 Aug 30 14:37:00.058533 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:00.062436 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:00.086019 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9235646-43f7-4956-b1f2-aed107924b5e req-d8578822-bdee-43f5-b293-6828f7772c98 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816226 Aug 30 14:37:00.108666 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706e9ab-13ad-43e9-8b95-db9ae093610e service neutron] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:00.128507 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd69b0f2-f243-4acf-b8ab-2580a706a68c x-openstack-request-id: req-cd69b0f2-f243-4acf-b8ab-2580a706a68c {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:00.129619 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:00.129619 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd69b0f2-f243-4acf-b8ab-2580a706a68c {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:00.129985 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'status': 'completed', 'code': 200} Aug 30 14:37:00.194160 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-3b5e70e2-4b05-4059-8114-109c06242274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.195863 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-3b5e70e2-4b05-4059-8114-109c06242274 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1097 time: 0.0431545 Aug 30 14:37:00.242741 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-12dcb2df-0b4a-4393-93ca-bdb9856d2e41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 217 time: 0.0356297 Aug 30 14:37:00.298665 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-f14a460c-67f0-452b-b521-790eb6972a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.299997 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-f14a460c-67f0-452b-b521-790eb6972a97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0469038 Aug 30 14:37:00.351824 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-8651657d-65a6-4902-8572-23b04b08460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.353363 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-8651657d-65a6-4902-8572-23b04b08460b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443418 Aug 30 14:37:00.448018 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-b7bdfded-64e3-4aed-bf30-833e3098337e service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855494 Aug 30 14:37:00.548152 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c5046439-d7e8-47e8-820c-7eee05ae05bc req-e1c48f53-1d99-4ae2-898d-96bd2f79be16 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891230 Aug 30 14:37:00.647448 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-4bc309c1-01da-43c5-8fb9-978934a6a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.649070 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-4bc309c1-01da-43c5-8fb9-978934a6a4f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1097 time: 0.0421376 Aug 30 14:37:00.750676 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-1ad76f20-c886-405d-a280-68d21bd8f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.752196 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-1ad76f20-c886-405d-a280-68d21bd8f8ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.0935991 Aug 30 14:37:00.801344 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-a3d1c108-0c27-4de4-9720-58a51b294ecc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 217 time: 0.0393782 Aug 30 14:37:00.856810 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-a6023d3e-95be-4685-8c5e-ec0fa1c09c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.858247 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-a6023d3e-95be-4685-8c5e-ec0fa1c09c72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0471394 Aug 30 14:37:00.909511 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-5bdab91e-930c-4dc1-893b-087481f72c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:00.911101 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-5bdab91e-930c-4dc1-893b-087481f72c4f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450232 Aug 30 14:37:01.008718 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-ac0c5d0f-6bce-4870-b377-4640b22b1b84 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893223 Aug 30 14:37:01.106472 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-d7f4f0f5-e26f-4966-8396-3839cd7f96cb req-9a77d9b0-5367-4d70-ae54-9052311f6a3a service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Aug 30 14:37:01.175879 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6e13-3a48-4053-ab85-f3ff94483cd3 req-1cdb2afd-1db1-4b67-8676-c945de75dd27 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.177410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-328f6e13-3a48-4053-ab85-f3ff94483cd3 req-1cdb2afd-1db1-4b67-8676-c945de75dd27 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Aug 30 14:37:01.243804 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-328f6e13-3a48-4053-ab85-f3ff94483cd3 req-02bd3a9d-3da7-4746-ad58-efb738eb21c8 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Aug 30 14:37:01.260542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4017d-4b93-4e19-b9a6-abc364d0da28 req-3341b083-ac55-4c33-9e6f-c72e65d3cbce tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:01.262530 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fed4017d-4b93-4e19-b9a6-abc364d0da28 req-3341b083-ac55-4c33-9e6f-c72e65d3cbce tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0771077 Aug 30 14:37:01.301221 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fed4017d-4b93-4e19-b9a6-abc364d0da28 req-e535c3ec-ef1a-4139-bf80-4a6b210ded8b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324352 Aug 30 14:37:02.119658 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-5d65baa2-a1e5-4b17-9499-59cbcc444b79 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.126171 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-5d65baa2-a1e5-4b17-9499-59cbcc444b79 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0534613 Aug 30 14:37:02.217207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Deleting port 07eaac92-288f-4e14-ba42-4a085d392eb1 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:02.217207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.316283 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] For port 07eaac92-288f-4e14-ba42-4a085d392eb1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=07eaac92-288f-4e14-ba42-4a085d392eb1,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:02.316653 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.333268 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Calling delete_port for 07eaac92-288f-4e14-ba42-4a085d392eb1 owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:02.368092 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b8444-4faa-42fa-97cf-86d1b63caa95 req-ba911944-f0ee-4ad3-8334-fb81c70f5ef2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.375295 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e90b8444-4faa-42fa-97cf-86d1b63caa95 req-ba911944-f0ee-4ad3-8334-fb81c70f5ef2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d667df0-ae70-467a-88df-3367b6066d47 HTTP/1.1" status: 200 len: 945 time: 0.0596170 Aug 30 14:37:02.443457 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e90b8444-4faa-42fa-97cf-86d1b63caa95 req-73493960-f039-4b92-8c7f-33624e157fa5 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.62 "GET /v2.0/security-groups?id=9eb597cf-d735-4d40-b7f3-bc3052ac01d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672691 Aug 30 14:37:02.459939 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ba87-f080-422b-8f64-7e40066b6fc7 req-6798b059-825d-40fd-aba1-a3cfe6057e0f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:02.461902 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0f65ba87-f080-422b-8f64-7e40066b6fc7 req-6798b059-825d-40fd-aba1-a3cfe6057e0f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0783386 Aug 30 14:37:02.480890 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.497968 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['07eaac92-288f-4e14-ba42-4a085d392eb1'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:02.527957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Pushing event deleted for resources: {'Port': ['ID=07eaac92-288f-4e14-ba42-4a085d392eb1,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:02.530373 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0f65ba87-f080-422b-8f64-7e40066b6fc7 req-b4684e83-959a-4d5c-abca-7bffb6aabded tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597229 Aug 30 14:37:02.562363 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] No DVR routers for this DVR port 07eaac92-288f-4e14-ba42-4a085d392eb1 on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:02.568239 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.570431 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-73cce4fe-a404-4ba2-9b5f-0faf4fba4c18 req-cfad307d-eea5-40f8-846b-4cf827e075c2 tempest-TestMinimumBasicScenario-1369409138 tempest-TestMinimumBasicScenario-1369409138-project] 10.222.0.48 "DELETE /v2.0/ports/07eaac92-288f-4e14-ba42-4a085d392eb1 HTTP/1.1" status: 204 len: 173 time: 0.4410787 Aug 30 14:37:02.570880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'name': 'network-vif-deleted', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:02.573177 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e480d-dad3-4188-a0b0-e3c8b6871533" -d '{"events": [{"server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "name": "network-vif-deleted", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:02.613378 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cbcb2f-809e-4c08-b5d5-508ccc73dc39 x-openstack-request-id: req-20cbcb2f-809e-4c08-b5d5-508ccc73dc39 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:02.613669 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d667df0-ae70-467a-88df-3367b6066d47", "name": "network-vif-deleted", "tag": "07eaac92-288f-4e14-ba42-4a085d392eb1", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:02.613925 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20cbcb2f-809e-4c08-b5d5-508ccc73dc39 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:02.614575 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d667df0-ae70-467a-88df-3367b6066d47', 'name': 'network-vif-deleted', 'tag': '07eaac92-288f-4e14-ba42-4a085d392eb1', 'status': 'completed', 'code': 200} Aug 30 14:37:02.646206 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46300) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:02.765698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f4ffec22-c478-4239-a908-8deddb227dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.854154 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f4ffec22-c478-4239-a908-8deddb227dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.859389 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f4ffec22-c478-4239-a908-8deddb227dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.900684 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f4ffec22-c478-4239-a908-8deddb227dd5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6581ebe63e0148b48dd0975f8a2eeb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520700 Aug 30 14:37:02.901292 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffec22-c478-4239-a908-8deddb227dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6340d6e-d7aa-487b-b63d-0df24f522c89,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:02.902559 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46304) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:02.964965 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e29def8b-d0f7-49f6-8d3e-daba22139d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:02.990643 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e29def8b-d0f7-49f6-8d3e-daba22139d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.063176 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e29def8b-d0f7-49f6-8d3e-daba22139d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.067730 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e29def8b-d0f7-49f6-8d3e-daba22139d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.069225 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e29def8b-d0f7-49f6-8d3e-daba22139d9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6340d6e-d7aa-487b-b63d-0df24f522c89 HTTP/1.1" status: 204 len: 168 time: 0.1654005 Aug 30 14:37:03.077612 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29def8b-d0f7-49f6-8d3e-daba22139d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6340d6e-d7aa-487b-b63d-0df24f522c89,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:03.300496 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:03.361635 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46310) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:03.378042 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9f4b463e-653b-42b6-ba42-c274c92a273f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.403789 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:03.416756 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'mac_address': 'fa:16:3e:bd:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:03.457306 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.467914 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9f4b463e-653b-42b6-ba42-c274c92a273f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.470396 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f08edb-a061-4a18-a123-5a7733b7d951 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:03.473051 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9f4b463e-653b-42b6-ba42-c274c92a273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.491722 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:03.496884 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.520316 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9f4b463e-653b-42b6-ba42-c274c92a273f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54244d8d79204e4da47708866ffdaece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574852 Aug 30 14:37:03.521064 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b463e-653b-42b6-ba42-c274c92a273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad89793-536b-4742-8616-c6bfdce127dd,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:03.523774 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46316) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:03.562268 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:03.579635 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.579982 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.582367 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.588594 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81596ec4-ea7c-4a6e-a89c-e2551175806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.589146 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.589661 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.590022 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.591796 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.592156 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.592530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.598029 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.598936 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.599291 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:03.619573 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81596ec4-ea7c-4a6e-a89c-e2551175806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.723058 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb38f6-9c23-441b-b69f-d9d8d77580d7 req-f4b399bd-b82a-4b72-80de-9988dc8e5c0e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:03.725202 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['e7f08edb-a061-4a18-a123-5a7733b7d951'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:03.731600 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-37fb38f6-9c23-441b-b69f-d9d8d77580d7 req-f4b399bd-b82a-4b72-80de-9988dc8e5c0e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 945 time: 0.1037652 Aug 30 14:37:03.761996 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81596ec4-ea7c-4a6e-a89c-e2551175806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.765218 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-81596ec4-ea7c-4a6e-a89c-e2551175806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:03.768903 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-81596ec4-ea7c-4a6e-a89c-e2551175806b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ad89793-536b-4742-8616-c6bfdce127dd HTTP/1.1" status: 204 len: 168 time: 0.2405734 Aug 30 14:37:03.785323 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81596ec4-ea7c-4a6e-a89c-e2551175806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad89793-536b-4742-8616-c6bfdce127dd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:03.803730 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-37fb38f6-9c23-441b-b69f-d9d8d77580d7 req-e1f90b0a-d7ac-4413-9708-2953a4fcd3d3 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709519 Aug 30 14:37:03.946159 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-d8e3b9c4-a50b-4efd-b458-9d319eed4a08 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904438182&fields=id&tenant_id=cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 267 time: 0.0354383 Aug 30 14:37:04.067072 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-62477f09-43f1-459f-9bf7-15d88726210d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.068742 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-62477f09-43f1-459f-9bf7-15d88726210d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 812 time: 0.1153855 Aug 30 14:37:04.090733 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-9b7cc828-fa92-43fb-8285-8504946d536b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/quotas/cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 375 time: 0.0122423 Aug 30 14:37:04.176594 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-c831be33-a95e-42b1-b1aa-fb93b464284a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749259 Aug 30 14:37:04.276567 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46380) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:04.287711 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-33c7d416-5910-464d-88b2-d7878f1d977f service neutron] 10.222.0.62 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986364 Aug 30 14:37:04.388617 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-ba855ea5-6a1a-437e-a5a8-13bdbdd55ce4 service neutron] 10.222.0.62 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930083 Aug 30 14:37:04.751995 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9664838-7b5c-4cf9-9d0e-2a50c5caedff req-565d86b2-4395-41a7-80a5-2c44ecf60a2a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 210 time: 0.0507324 Aug 30 14:37:04.938626 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ef108-9ed1-40dd-b8cf-da36a9b8b0c2 req-b77cb0da-ef98-4a80-a787-7ec6228c3e57 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:04.940577 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-354ef108-9ed1-40dd-b8cf-da36a9b8b0c2 req-b77cb0da-ef98-4a80-a787-7ec6228c3e57 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 945 time: 0.0618997 Aug 30 14:37:04.952744 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.001824 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-354ef108-9ed1-40dd-b8cf-da36a9b8b0c2 req-968b234c-073c-49c6-818b-f8bf706ad732 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474358 Aug 30 14:37:05.230519 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Deleting port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:05.230892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.305089 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:05.349207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] For port 9cbf99c6-bdbb-424d-bb48-b8973fac43f7, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:05.350326 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.362278 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port e7f08edb-a061-4a18-a123-5a7733b7d951 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:05.366691 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port e7f08edb-a061-4a18-a123-5a7733b7d951 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:05.367240 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.374295 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Calling delete_port for 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:05.449387 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.475982 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:05.478289 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850fe09f-49e7-44aa-9d07-33148b6f6c54" -d '{"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-plugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:05.491876 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:05.498442 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.499329 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 07eaac92-288f-4e14-ba42-4a085d392eb1 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:05.538743 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afa8bef-fafd-4f6a-a5e8-990d2c6c01e5 x-openstack-request-id: req-4afa8bef-fafd-4f6a-a5e8-990d2c6c01e5 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:05.539034 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-plugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:05.539285 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4afa8bef-fafd-4f6a-a5e8-990d2c6c01e5 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:05.539677 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'code': 200} Aug 30 14:37:05.564221 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 07eaac92-288f-4e14-ba42-4a085d392eb1 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:05.564422 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 07eaac92-288f-4e14-ba42-4a085d392eb1 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:05.575531 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:05.593869 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.657112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbf99c6-bdbb-424d-bb48-b8973fac43f7,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:05.874839 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cfc50-607a-46a5-a3a3-6ddbcd8ed00e req-edb63fdb-eb28-4962-b88b-91df6bf07b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:05.886796 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f15cfc50-607a-46a5-a3a3-6ddbcd8ed00e req-edb63fdb-eb28-4962-b88b-91df6bf07b3a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1099 time: 0.1317692 Aug 30 14:37:05.941455 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-75122256-46a3-413e-9e22-e4ee01f3e2a6 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:05.944260 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-75122256-46a3-413e-9e22-e4ee01f3e2a6 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 812 time: 0.2038276 Aug 30 14:37:05.946231 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:05.971389 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-f15cfc50-607a-46a5-a3a3-6ddbcd8ed00e req-5e07c6e5-29b0-4470-a741-debf4fd56220 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715406 Aug 30 14:37:06.009933 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-8448c578-d854-4577-8052-352a5c8288f5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 379 time: 0.0546205 Aug 30 14:37:06.143330 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bacad6-e3df-4faa-8950-71699d10d130 req-ec5430a2-4b93-4910-b6b1-1c929816730e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:06.152124 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9bacad6-e3df-4faa-8950-71699d10d130 req-ec5430a2-4b93-4910-b6b1-1c929816730e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0651071 Aug 30 14:37:06.201642 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-be08f850-9f21-4a33-a81a-dfeb68daac3b req-f5f35a5e-6ebe-4d7c-9d15-a3872e5617d0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 210 time: 0.3321574 Aug 30 14:37:06.203950 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'port': {'device_id': '9eb43588-393e-4f32-bcaf-89552e230366', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'admin_state_up': True, 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'security_groups': ['83c6c678-9ced-4381-b43e-6633e5b035ea']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:06.250079 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Router 0af77643-37d1-46b7-9163-8b42d3926414 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:06.287456 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9bacad6-e3df-4faa-8950-71699d10d130 req-ceb0e3c9-bc18-44a1-ab4d-e9de9e5af167 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306949 Aug 30 14:37:06.389654 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Made reservation on behalf of cca350bff6dc4fe0b157dc1573e56218 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:06.393781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.410817 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:06.421942 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] Sync routers for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:06.422954 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bb7c0b20-383a-4ccc-b22f-d4255a733e3b admin admin] 10.222.0.62 "PUT /v2.0/routers/0af77643-37d1-46b7-9163-8b42d3926414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443446 Aug 30 14:37:06.424824 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46478) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:06.435510 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:06.435510 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:06.577360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.636735 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Allocated IP 172.20.0.5 (220e878c-f70e-4081-86d2-d27830c0e088/55d3d826-6283-436b-8adc-30ef55f7effc/23e487b1-6021-4ad8-ac5c-ff60bd46fc6f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:06.719635 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:06.746218 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.814779 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Deleting port cf3917e6-0f9c-4703-ada0-76e8b143f2d4 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:06.815608 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.860908 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.887636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Transition to ACTIVE for port object 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:06.912011 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d4314014-a49f-4bb8-9e9e-f10079b3aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.930571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] For port cf3917e6-0f9c-4703-ada0-76e8b143f2d4, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:06.931025 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.936837 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.945873 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Calling delete_port for cf3917e6-0f9c-4703-ada0-76e8b143f2d4 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:06.995661 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:37:05Z', 'revision_number': 5, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port': {'id': 'cf3917e6-0f9c-4703-ada0-76e8b143f2d4', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ff:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0af77643-37d1-46b7-9163-8b42d3926414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:33:55Z', 'updated_at': '2021-08-30T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:06.996935 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Network 220e878c-f70e-4081-86d2-d27830c0e088 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:06.999637 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:07.002542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:07.051436 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:07.081860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.082543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.094617 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] Checking router: 0af77643-37d1-46b7-9163-8b42d3926414 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:07.100285 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-fb5d50c1-87a0-4e3f-b2d5-0329172b72a8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9083135 Aug 30 14:37:07.119725 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Request body: {'port': {'device_id': '9eb43588-393e-4f32-bcaf-89552e230366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:07.122307 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] Routers {'0af77643-37d1-46b7-9163-8b42d3926414'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:07.128048 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0af77643-37d1-46b7-9163-8b42d3926414'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:07.223826 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.240550 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.262223 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] Set router 0af77643-37d1-46b7-9163-8b42d3926414 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:07.292254 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3917e6-0f9c-4703-ada0-76e8b143f2d4,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:07.379983 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.392789 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:37:06Z', 'revision_number': 6, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:07.452586 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe4e67-a5ad-48cb-8881-3f4070ac4302 req-187ce6cd-8b84-420a-8043-91e346f3bf03 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.454223 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8cbe4e67-a5ad-48cb-8881-3f4070ac4302 req-187ce6cd-8b84-420a-8043-91e346f3bf03 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 931 time: 0.1377997 Aug 30 14:37:07.481545 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.481757 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba6d3c-2758-4136-8883-5bbb602949e1 None None] The sync data for ids ['0af77643-37d1-46b7-9163-8b42d3926414'] in dv-cinder-777031-2-iscsi is: [{'id': '0af77643-37d1-46b7-9163-8b42d3926414', 'name': 'tempest-TestMinimumBasicScenario-693573145-router', 'tenant_id': '10b696423a944d8cadcc9452cd9f90ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:33:54Z', 'updated_at': '2021-08-30T14:37:06Z', 'revision_number': 6, 'project_id': '10b696423a944d8cadcc9452cd9f90ce', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:07.483976 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.507552 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-771b7132-0192-450a-90ff-7a048b39634a None None] Provisioning for port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:07.517796 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-771b7132-0192-450a-90ff-7a048b39634a None None] Provisioning complete for port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:07.519468 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-771b7132-0192-450a-90ff-7a048b39634a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.544333 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.544972 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0af77643-37d1-46b7-9163-8b42d3926414 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:37:07.552095 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.553922 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2e2a2ceb-ba99-40e6-b5a5-b1b616eebd7e admin admin] 10.222.0.62 "DELETE /v2.0/routers/0af77643-37d1-46b7-9163-8b42d3926414 HTTP/1.1" status: 204 len: 168 time: 1.1279812 Aug 30 14:37:07.563417 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46532) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:07.584016 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-771b7132-0192-450a-90ff-7a048b39634a None None] Port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:37:07.604039 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46534) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:07.616323 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cba4d-7a2a-4e80-a3a9-0855d17b49eb req-00c0aad6-5b39-4f18-ae64-45ad8a0653c4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.617855 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-298cba4d-7a2a-4e80-a3a9-0855d17b49eb req-00c0aad6-5b39-4f18-ae64-45ad8a0653c4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.1626072 Aug 30 14:37:07.628653 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Deleting subnet 144ead6e-4c6b-43bc-9bb0-e3e43049d498 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:37:07.632014 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.647535 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8cbe4e67-a5ad-48cb-8881-3f4070ac4302 req-939b31c2-6608-4583-8d40-96dc32c4cd40 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932183 Aug 30 14:37:07.674667 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.703452 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-298cba4d-7a2a-4e80-a3a9-0855d17b49eb req-158e5f49-e4ff-4154-9349-8cfec7c7e848 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755944 Aug 30 14:37:07.760394 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:07.769714 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.782112 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd42f4bd-6e6f-4d96-9b47-be3831cbae30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.807156 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Transition to ACTIVE for port object 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:07.815946 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.816382 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.852850 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb0346-d80d-45ce-ac5a-a6f48c46c492 req-a31f6655-3d68-4e4d-9e1e-f08a25d02026 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:07.854445 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-23cb0346-d80d-45ce-ac5a-a6f48c46c492 req-a31f6655-3d68-4e4d-9e1e-f08a25d02026 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0818551 Aug 30 14:37:07.879991 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46540) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:07.889691 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Request body: {'floatingip': {'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:07.893787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Pushing event updated for resources: {'Port': ['ID=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:07.953225 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:07.968966 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Attempting to bind port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:07.969334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Attempting to bind port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:07.969637 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Attempting to bind port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:07.974718 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f on network 220e878c-f70e-4081-86d2-d27830c0e088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:07.975073 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Attempting to bind port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:07.980502 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:07.980838 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Checking segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:07.981227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Bound using segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:07.981670 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Bound port: 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:07.982033 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.052635 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] For port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:08.056748 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] For port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:08.062500 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.098614 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.099240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.100741 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] 10.222.0.48 "PUT /v2.0/ports/23e487b1-6021-4ad8-ac5c-ff60bd46fc6f HTTP/1.1" status: 200 len: 1093 time: 0.9874191 Aug 30 14:37:08.101187 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:08.103518 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846356a0-a650-44f3-ba56-a0205f7439c8" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:08.143655 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97a383-134f-4218-b506-9625ffbcd62f service neutron] Pushing event updated for resources: {'Port': ['ID=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:08.151544 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99ea891-206d-40eb-8d45-3be1f71e53d2 x-openstack-request-id: req-b99ea891-206d-40eb-8d45-3be1f71e53d2 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:08.151995 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:08.152398 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b99ea891-206d-40eb-8d45-3be1f71e53d2 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:08.152987 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'status': 'completed', 'code': 200} Aug 30 14:37:08.203515 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-28eeb596-82fd-433a-bd82-b6847784113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.205410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-28eeb596-82fd-433a-bd82-b6847784113a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 1096 time: 0.0437162 Aug 30 14:37:08.252255 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-b4ef7d3f-9c6d-4a73-8a11-40f466d7f789 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f HTTP/1.1" status: 200 len: 217 time: 0.0387051 Aug 30 14:37:08.263374 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.317338 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-7f39c2f0-343a-419d-85fd-b55155e965d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.319125 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-7f39c2f0-343a-419d-85fd-b55155e965d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0582824 Aug 30 14:37:08.325262 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144ead6e-4c6b-43bc-9bb0-e3e43049d498,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:08.362333 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.366699 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e0ae45b6-2107-457f-9168-59d8fccf7b39 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/144ead6e-4c6b-43bc-9bb0-e3e43049d498 HTTP/1.1" status: 204 len: 168 time: 0.7997208 Aug 30 14:37:08.367050 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46544) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:08.369168 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e35f0-0855-4f4a-9dff-7737cfc17b93 None None] Network 3cab27da-b66f-48e3-bac7-b3188013c964 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:08.441071 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-aeb8a898-5360-466b-8b47-080bbb730453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:08.442995 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-aeb8a898-5360-466b-8b47-080bbb730453 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166859 Aug 30 14:37:08.444761 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd42f4bd-6e6f-4d96-9b47-be3831cbae30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.450035 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-cd42f4bd-6e6f-4d96-9b47-be3831cbae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.463155 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.551852 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f4bd-6e6f-4d96-9b47-be3831cbae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f860a-48a7-4cdc-b2f1-c1b292eff06c,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:08.557918 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-cd42f4bd-6e6f-4d96-9b47-be3831cbae30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5892c88763fc4a6f82146f8bb6a9ff75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523730 Aug 30 14:37:08.560427 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46546) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:08.583527 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] DHCP port deletion for 3cab27da-b66f-48e3-bac7-b3188013c964 request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:37:08.607656 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-410d39ba-27bf-4b6c-a66c-9585f32c4eb8 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551411 Aug 30 14:37:08.649614 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] Deleting port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:08.650035 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.737080 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] For port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:08.737497 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.752220 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] Calling delete_port for 82a15c40-bb7a-4bc1-8462-6d7b32631fdd owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:08.756223 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Deleting port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:08.756665 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.758829 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20691b74-69af-425c-9f41-d6c819659845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.796559 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20691b74-69af-425c-9f41-d6c819659845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.843896 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:08.867808 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:08.868193 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9cbf99c6-bdbb-424d-bb48-b8973fac43f7 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:08.868556 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device cf3917e6-0f9c-4703-ada0-76e8b143f2d4 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:08.891068 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: cf3917e6-0f9c-4703-ada0-76e8b143f2d4 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:08.891567 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device cf3917e6-0f9c-4703-ada0-76e8b143f2d4 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:08.891986 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 82a15c40-bb7a-4bc1-8462-6d7b32631fdd no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:08.910630 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.919692 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:08.936765 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ea217982-5c0f-4c8a-8ce2-28914d4bff57 req-2a327f36-5c20-4dee-94ad-042896ac1fb7 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157144 Aug 30 14:37:08.971973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] For port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,segment=NetworkSegment(a95c15e9-c25a-4f4d-8125-80378d2e97b9),segment_id=a95c15e9-c25a-4f4d-8125-80378d2e97b9)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:08.972431 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.003709 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.006849 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893d419-c379-4b5b-b921-e0b4a0fc79ff req-51a8425e-ea7a-4ac0-a1c6-232995698be5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.016399 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e893d419-c379-4b5b-b921-e0b4a0fc79ff req-51a8425e-ea7a-4ac0-a1c6-232995698be5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.1793158 Aug 30 14:37:09.021385 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Calling delete_port for 82a15c40-bb7a-4bc1-8462-6d7b32631fdd owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:09.037073 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] Pushing event deleted for resources: {'Port': ['ID=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:09.046069 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Floating IP 768d0c34-a0e5-49b0-9122-8556b46a8403 associated. External IP: 172.27.3.73, port: e7f08edb-a061-4a18-a123-5a7733b7d951. Aug 30 14:37:09.046436 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e63cb-6ee7-481c-b710-fc77e4b20b7c None None] No DVR routers for this DVR port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd on host dv-cinder-777031-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:09.051584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.072564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20691b74-69af-425c-9f41-d6c819659845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.074691 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-20691b74-69af-425c-9f41-d6c819659845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.074691 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-20691b74-69af-425c-9f41-d6c819659845 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d43f860a-48a7-4cdc-b2f1-c1b292eff06c HTTP/1.1" status: 204 len: 168 time: 0.5118432 Aug 30 14:37:09.139310 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20691b74-69af-425c-9f41-d6c819659845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f860a-48a7-4cdc-b2f1-c1b292eff06c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:09.170061 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e893d419-c379-4b5b-b921-e0b4a0fc79ff req-1a45b58e-a341-4b74-8798-78aa1791f57f tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526685 Aug 30 14:37:09.174082 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-9d799946-b58f-4466-b7cf-3ed69c1ee27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.179695 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-9d799946-b58f-4466-b7cf-3ed69c1ee27f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 1096 time: 0.1605077 Aug 30 14:37:09.205966 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:37:09.275629 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.307908 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a15c40-bb7a-4bc1-8462-6d7b32631fdd,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:09.317858 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] No DVR routers for this DVR port 82a15c40-bb7a-4bc1-8462-6d7b32631fdd on host dv-cinder-777031-2-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:09.319818 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:09.323616 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-4e0f60fb-02d9-49a3-947a-36fe7b8e58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.324725 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-4e0f60fb-02d9-49a3-947a-36fe7b8e58ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1316574 Aug 30 14:37:09.417444 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-174b7c10-31f8-4fc2-8d01-f9da49a97842 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f HTTP/1.1" status: 200 len: 217 time: 0.0736365 Aug 30 14:37:09.423073 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46556) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:09.441081 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-89fe9425-37bc-4d44-b9fb-8fdea7e05a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.454973 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:09.457426 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.461253 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.466352 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:09.476757 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cab27da-b66f-48e3-bac7-b3188013c964']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:09.479214 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:09.480373 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:36:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:09.489877 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95c15e9-c25a-4f4d-8125-80378d2e97b9') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:09.490200 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95c15e9-c25a-4f4d-8125-80378d2e97b9') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:09.500184 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-61c2cd52-7d31-411f-b503-756e6fbb21e1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "PUT /v2.0/floatingips/768d0c34-a0e5-49b0-9122-8556b46a8403 HTTP/1.1" status: 200 len: 991 time: 1.6166039 Aug 30 14:37:09.501386 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-185548c4-cd17-4007-b9a7-342fe47ed524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.502981 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-185548c4-cd17-4007-b9a7-342fe47ed524 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0775878 Aug 30 14:37:09.504719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.511237 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:09.514765 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:09.558530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-33542ea8-9392-460b-a54e-abb96501fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.584259 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.592938 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:37:09.593344 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: self.session.flush() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: self.session.flush() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: self.session.flush() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: self.session.flush() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:37:09.595730 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:37:09.600549 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e56946-88cc-4264-9d9f-e5404fbfd120 x-openstack-request-id: req-10e56946-88cc-4264-9d9f-e5404fbfd120 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:09.600549 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:09.600549 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10e56946-88cc-4264-9d9f-e5404fbfd120 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:09.600549 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'status': 'completed', 'code': 200} Aug 30 14:37:09.612207 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:09.628997 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-89fe9425-37bc-4d44-b9fb-8fdea7e05a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.642238 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-89fe9425-37bc-4d44-b9fb-8fdea7e05a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.645236 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-d5520671-3aff-4209-9d95-2cd0e04b5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.646963 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-d5520671-3aff-4209-9d95-2cd0e04b5949 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1350367 Aug 30 14:37:09.705406 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-89fe9425-37bc-4d44-b9fb-8fdea7e05a1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a64f2d21aa644e2af6c7006c49efe26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786112 Aug 30 14:37:09.705406 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe9425-37bc-4d44-b9fb-8fdea7e05a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2720ad4-4053-4b5d-896c-96cc84108143,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:09.708369 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46562) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:09.738139 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.740076 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-1a08e65a-8c64-49f1-8053-8e9a0fed9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.741528 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-1a08e65a-8c64-49f1-8053-8e9a0fed9de7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1099 time: 0.1147053 Aug 30 14:37:09.751472 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.755397 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3cab27da-b66f-48e3-bac7-b3188013c964 HTTP/1.1" status: 204 len: 168 time: 1.3870263 Aug 30 14:37:09.764616 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46564) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:09.770838 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52cc96-5989-43c6-a9c9-803d3f8afe79 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cab27da-b66f-48e3-bac7-b3188013c964,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:09.796600 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-d21714e3-c1b1-43de-8cab-1933717ee9d6 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423962 Aug 30 14:37:09.799871 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.879809 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5fea-6940-4c05-aeb6-124b990ad0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.889590 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '768d0c34-a0e5-49b0-9122-8556b46a8403', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'mac_address': 'fa:16:3e:bd:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:36:56Z', 'updated_at': '2021-08-30T14:37:08Z', 'revision_number': 1, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:09.891111 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-846356a0-a650-44f3-ba56-a0205f7439c8 req-ab70ef37-7a47-465b-aaaf-4bc843b66691 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864744 Aug 30 14:37:09.924111 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:09.933319 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:09.933923 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:09.951126 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5fea-6940-4c05-aeb6-124b990ad0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.957012 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-693b4388-a4fe-4a7a-b7be-59f22fc34961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:09.958495 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-693b4388-a4fe-4a7a-b7be-59f22fc34961 service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.2089560 Aug 30 14:37:10.035901 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:10.088364 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-ec9ad78c-59ea-4287-a070-fc1a4fa03df2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 999 time: 0.1195385 Aug 30 14:37:10.134119 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5fea-6940-4c05-aeb6-124b990ad0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.136893 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5fea-6940-4c05-aeb6-124b990ad0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.137971 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0f3f5fea-6940-4c05-aeb6-124b990ad0e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2720ad4-4053-4b5d-896c-96cc84108143 HTTP/1.1" status: 204 len: 168 time: 0.4297616 Aug 30 14:37:10.185786 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f5fea-6940-4c05-aeb6-124b990ad0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2720ad4-4053-4b5d-896c-96cc84108143,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:10.232730 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-165951e9-8396-41fb-9130-981532ba2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.234207 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-165951e9-8396-41fb-9130-981532ba2064 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.1118882 Aug 30 14:37:10.280432 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '768d0c34-a0e5-49b0-9122-8556b46a8403', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'mac_address': 'fa:16:3e:bd:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:36:56Z', 'updated_at': '2021-08-30T14:37:08Z', 'revision_number': 1, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:10.311977 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb5481-0bea-4665-aa89-7fa61381d79a None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '768d0c34-a0e5-49b0-9122-8556b46a8403', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'floating_ip_address': '172.27.3.73', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'mac_address': 'fa:16:3e:bd:66:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:36:56Z', 'updated_at': '2021-08-30T14:37:08Z', 'revision_number': 1, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:10.324634 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccdfc6-517e-442f-b58c-1ee6df7038a8 req-66eedd5a-a31c-4c59-901a-3f6348711941 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.334886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-51ccdfc6-517e-442f-b58c-1ee6df7038a8 req-66eedd5a-a31c-4c59-901a-3f6348711941 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0714190 Aug 30 14:37:10.348992 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-b08b1f53-0f79-4972-8967-f3f932012e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:10.350509 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-b08b1f53-0f79-4972-8967-f3f932012e25 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731695 Aug 30 14:37:10.390997 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-51ccdfc6-517e-442f-b58c-1ee6df7038a8 req-711283a0-a103-468f-84fc-668133ec8222 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488129 Aug 30 14:37:10.492320 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-d19bbc4c-eba1-4e24-a406-39db805ea2be service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330712 Aug 30 14:37:10.579336 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f006855-ca3d-49de-9e55-f78cddca72f9 None None] New status for floating IP 768d0c34-a0e5-49b0-9122-8556b46a8403: ACTIVE {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:37:10.582404 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.695381 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-ef2aa87d-a01a-4e7c-beb9-f1c04998f485 req-a46760c1-ea90-4c1b-bb30-e23d2bab6f36 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945121 Aug 30 14:37:10.770442 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.900518 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Deleting port 92a6f428-bf36-4717-90b0-e4a448dbaa54 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:10.900856 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:11.250749 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] For port 92a6f428-bf36-4717-90b0-e4a448dbaa54, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=92a6f428-bf36-4717-90b0-e4a448dbaa54,segment=NetworkSegment(01c28341-161b-43e8-aa17-88fe7f203a83),segment_id=01c28341-161b-43e8-aa17-88fe7f203a83)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:11.251384 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:11.269650 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Calling delete_port for 92a6f428-bf36-4717-90b0-e4a448dbaa54 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:11.462146 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:11.488330 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Pushing event deleted for resources: {'Port': ['ID=92a6f428-bf36-4717-90b0-e4a448dbaa54,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:11.510556 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bf8d9-3ebc-43e9-a3d4-06ec48a92780 req-307ceeee-007a-4542-8592-6cdab84fe69c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:11.514948 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-413bf8d9-3ebc-43e9-a3d4-06ec48a92780 req-307ceeee-007a-4542-8592-6cdab84fe69c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0646167 Aug 30 14:37:11.562827 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-413bf8d9-3ebc-43e9-a3d4-06ec48a92780 req-9491c33b-04ae-456a-bed5-f8d20c7ddbea tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 Aug 30 14:37:11.678298 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:11.917814 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:12.038682 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:12.047720 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] Sync routers for ids ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:12.048203 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-896513b5-0d19-461e-93ee-b9ea7de5d11d admin admin] 10.222.0.62 "PUT /v2.0/routers/ca824a4d-bf4b-440d-b21d-92709b6b5ca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2814641 Aug 30 14:37:12.050577 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46618) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:12.057862 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] Routers {'ca824a4d-bf4b-440d-b21d-92709b6b5ca3'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:12.058478 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:12.169530 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.177177 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] Set router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:12.285244 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.341012 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Deleting port e93ff162-7947-49f0-899f-35a875fb5c49 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:12.341350 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.364740 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:37:11Z', 'revision_number': 5, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port': {'id': 'e93ff162-7947-49f0-899f-35a875fb5c49', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:79:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:12.390916 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] Checking router: ca824a4d-bf4b-440d-b21d-92709b6b5ca3 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:12.399413 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] Routers {'ca824a4d-bf4b-440d-b21d-92709b6b5ca3'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:12.400031 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:12.426683 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.429508 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] For port e93ff162-7947-49f0-899f-35a875fb5c49, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=e93ff162-7947-49f0-899f-35a875fb5c49,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:12.429919 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.442916 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Calling delete_port for e93ff162-7947-49f0-899f-35a875fb5c49 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:12.489345 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] Set router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:12.542601 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:37:12Z', 'revision_number': 6, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:12.619391 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.648514 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93ff162-7947-49f0-899f-35a875fb5c49,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:12.681452 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84290d7-c6eb-448a-9758-4f3cd131bf28 None None] The sync data for ids ['ca824a4d-bf4b-440d-b21d-92709b6b5ca3'] in dv-cinder-777031-2-iscsi is: [{'id': 'ca824a4d-bf4b-440d-b21d-92709b6b5ca3', 'name': 'tempest-TestMinimumBasicScenario-1718793901-router', 'tenant_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:34:01Z', 'updated_at': '2021-08-30T14:37:12Z', 'revision_number': 6, 'project_id': 'd585cfe7bfec40e9bb4659913c1f53ea', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:12.714253 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc9eb7-b62b-414e-9800-3f0529695753 req-d47ae64e-1ac7-471e-97d8-164f8d4dce4c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:12.715583 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a1dc9eb7-b62b-414e-9800-3f0529695753 req-d47ae64e-1ac7-471e-97d8-164f8d4dce4c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0760362 Aug 30 14:37:12.720949 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.758604 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a1dc9eb7-b62b-414e-9800-3f0529695753 req-f9e58843-f4c9-43a3-a964-73ed1841c16d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339880 Aug 30 14:37:12.816548 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.819105 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.871329 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.872000 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca824a4d-bf4b-440d-b21d-92709b6b5ca3 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:37:12.876786 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.878218 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d38e7275-f7f8-44ee-8deb-e742f8fb1096 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ca824a4d-bf4b-440d-b21d-92709b6b5ca3 HTTP/1.1" status: 204 len: 168 time: 0.8263936 Aug 30 14:37:12.880631 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46628) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:12.931906 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Deleting subnet 9c5e0363-c403-424f-a625-666f38ce7b33 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:37:12.936011 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:12.980422 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.076372 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.137476 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.161256 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c5e0363-c403-424f-a625-666f38ce7b33,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:13.167705 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.170318 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d3d1c363-908e-4fd2-85a4-db2893012dbb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9c5e0363-c403-424f-a625-666f38ce7b33 HTTP/1.1" status: 204 len: 168 time: 0.2885742 Aug 30 14:37:13.172545 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46630) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:13.173923 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f639d-bca1-4810-8a8d-49a5bdc6bbd7 None None] Network 5d4851cc-8281-42af-b50a-2080a319bf0e requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:13.258356 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.316934 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Deleting port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:13.317367 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.384826 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] For port 30e429b0-34b2-4c1f-a332-a4b19fd16e11, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=30e429b0-34b2-4c1f-a332-a4b19fd16e11,segment=NetworkSegment(01c28341-161b-43e8-aa17-88fe7f203a83),segment_id=01c28341-161b-43e8-aa17-88fe7f203a83)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:13.385164 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.399050 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Calling delete_port for 30e429b0-34b2-4c1f-a332-a4b19fd16e11 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:13.477186 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] DHCP port deletion for 5d4851cc-8281-42af-b50a-2080a319bf0e request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:37:13.493128 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.524861 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e429b0-34b2-4c1f-a332-a4b19fd16e11,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:13.531100 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] No DVR routers for this DVR port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 on host dv-cinder-777031-2-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:13.534395 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Deleting port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:13.534957 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.600912 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] For port 30e429b0-34b2-4c1f-a332-a4b19fd16e11, host dv-cinder-777031-2-iscsi, got binding levels [] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:13.601599 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.605522 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.615776 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Calling delete_port for 30e429b0-34b2-4c1f-a332-a4b19fd16e11 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:13.617223 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4851cc-8281-42af-b50a-2080a319bf0e']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:13.618716 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.ipam_backend_mixin [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 was not found and therefore no delete operation was performed {{(pid=93880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 14:37:13.620222 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.632801 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c28341-161b-43e8-aa17-88fe7f203a83') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:13.633326 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c28341-161b-43e8-aa17-88fe7f203a83') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:13.643456 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.646082 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] Pushing event deleted for resources: {'Port': ['ID=30e429b0-34b2-4c1f-a332-a4b19fd16e11,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:13.650150 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055aaab9-dfb8-4a76-a4de-25ac960fb702 None None] No DVR routers for this DVR port 30e429b0-34b2-4c1f-a332-a4b19fd16e11 on host dv-cinder-777031-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:13.664601 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.671263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:37:13.671617 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:37:13.673350 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:37:13.729989 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.736277 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:13.740675 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5d4851cc-8281-42af-b50a-2080a319bf0e HTTP/1.1" status: 204 len: 168 time: 0.5643134 Aug 30 14:37:13.749905 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7590a-cd39-4432-9f1f-f234f262d731 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4851cc-8281-42af-b50a-2080a319bf0e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:13.879096 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b502b-38d6-4181-afe1-b8000d11a7dc req-695cd166-40e6-496a-8d6b-9a6a48a7f7fc tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:13.880604 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9f9b502b-38d6-4181-afe1-b8000d11a7dc req-695cd166-40e6-496a-8d6b-9a6a48a7f7fc tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0521584 Aug 30 14:37:13.912064 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46646) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:13.924035 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9f9b502b-38d6-4181-afe1-b8000d11a7dc req-f837e687-46c8-4c09-97ec-0f27c66dc905 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Aug 30 14:37:13.954861 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7e16817f-5d45-4916-86db-7b671a151266 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10b696423a944d8cadcc9452cd9f90ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414720 Aug 30 14:37:13.957491 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46650) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:14.021757 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-687236e4-15cf-4cd3-bb97-ab3d82d90ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.044894 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-687236e4-15cf-4cd3-bb97-ab3d82d90ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.102799 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-687236e4-15cf-4cd3-bb97-ab3d82d90ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.105329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-687236e4-15cf-4cd3-bb97-ab3d82d90ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.106481 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-687236e4-15cf-4cd3-bb97-ab3d82d90ebc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9eb597cf-d735-4d40-b7f3-bc3052ac01d4 HTTP/1.1" status: 204 len: 168 time: 0.1480610 Aug 30 14:37:14.114644 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687236e4-15cf-4cd3-bb97-ab3d82d90ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb597cf-d735-4d40-b7f3-bc3052ac01d4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:14.485889 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46656) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:14.527253 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-551661ab-781f-4ee7-82cd-2885d33e7f35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d585cfe7bfec40e9bb4659913c1f53ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399976 Aug 30 14:37:14.529828 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46658) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:14.557427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.587125 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c117946b-3c01-4fcd-bb07-8316008d50d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.609266 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c117946b-3c01-4fcd-bb07-8316008d50d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.668773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c117946b-3c01-4fcd-bb07-8316008d50d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.671550 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-c117946b-3c01-4fcd-bb07-8316008d50d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:14.675298 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-c117946b-3c01-4fcd-bb07-8316008d50d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc319fdb-e1d5-441a-87ed-bc6183e05419 HTTP/1.1" status: 204 len: 168 time: 0.1418023 Aug 30 14:37:14.681264 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117946b-3c01-4fcd-bb07-8316008d50d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc319fdb-e1d5-441a-87ed-bc6183e05419,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:14.753583 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 30e429b0-34b2-4c1f-a332-a4b19fd16e11 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:14.775103 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 30e429b0-34b2-4c1f-a332-a4b19fd16e11 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:14.775454 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 30e429b0-34b2-4c1f-a332-a4b19fd16e11 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:14.775896 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 92a6f428-bf36-4717-90b0-e4a448dbaa54 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:14.796460 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 92a6f428-bf36-4717-90b0-e4a448dbaa54 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:14.796847 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 92a6f428-bf36-4717-90b0-e4a448dbaa54 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:14.797453 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device e93ff162-7947-49f0-899f-35a875fb5c49 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:14.817596 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: e93ff162-7947-49f0-899f-35a875fb5c49 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:14.817949 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device e93ff162-7947-49f0-899f-35a875fb5c49 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:15.054484 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d747-e616-47a7-be1b-068aca5ed5b7 req-08d39b83-82dd-41c9-9099-95c389ab569c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.056225 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5c12d747-e616-47a7-be1b-068aca5ed5b7 req-08d39b83-82dd-41c9-9099-95c389ab569c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0588396 Aug 30 14:37:15.102902 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5c12d747-e616-47a7-be1b-068aca5ed5b7 req-92fbc1a1-c447-4fb9-a48a-d430e0158784 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372698 Aug 30 14:37:15.705578 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-c84189cb-23c7-4791-a019-f88a06cda0ea service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0610118 Aug 30 14:37:15.777006 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-d9e42cb3-712b-4e3e-9a25-7ba24a7037f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.778488 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-d9e42cb3-712b-4e3e-9a25-7ba24a7037f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 1098 time: 0.0444944 Aug 30 14:37:15.895406 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-fd7b18ac-0875-40ec-a631-239f6303c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:15.897112 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-fd7b18ac-0875-40ec-a631-239f6303c1d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.0926421 Aug 30 14:37:15.963651 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-61cb3be5-af17-4a42-94ab-ccc6046bbdcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 200 len: 1001 time: 0.0589345 Aug 30 14:37:16.027008 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-69af8638-8a67-4baf-9a1a-571489ba4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:16.028908 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-69af8638-8a67-4baf-9a1a-571489ba4548 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0564275 Aug 30 14:37:16.081846 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-c4987a8d-de38-4483-9ce0-c8485430b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:16.083570 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-c4987a8d-de38-4483-9ce0-c8485430b097 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472863 Aug 30 14:37:16.183908 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-d92d97a9-647b-4836-b42d-1e5d9fa2d649 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921233 Aug 30 14:37:16.314638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7025a29-178b-4b83-af16-e36bc5adcedc req-0804b608-6cc9-4b89-93b7-a5928b85a64c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:16.315868 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-86340365-d8dd-4935-8c72-1a5ba4cf3924 req-5c5989bc-1f1f-4b9e-8d93-961a09e4a27f service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232674 Aug 30 14:37:16.317386 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7025a29-178b-4b83-af16-e36bc5adcedc req-0804b608-6cc9-4b89-93b7-a5928b85a64c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0843222 Aug 30 14:37:16.347493 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46694) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:16.367166 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e7025a29-178b-4b83-af16-e36bc5adcedc req-1af9ba2f-0b1e-4466-b3d4-5eb4973c56ba tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432138 Aug 30 14:37:16.462416 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-194681b5-ed52-49f2-9046-5acbf41a859d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.558705 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-194681b5-ed52-49f2-9046-5acbf41a859d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.565115 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-194681b5-ed52-49f2-9046-5acbf41a859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.601657 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194681b5-ed52-49f2-9046-5acbf41a859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741d8deb-e75c-4996-8e26-09238f1ec620,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:16.606084 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-194681b5-ed52-49f2-9046-5acbf41a859d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f5b6608387d4c30a6b6c9877fc930af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575099 Aug 30 14:37:16.608795 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46700) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:16.659153 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12d501de-4c0d-49df-9187-537dd5476526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.680696 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12d501de-4c0d-49df-9187-537dd5476526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.732325 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12d501de-4c0d-49df-9187-537dd5476526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.734998 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-12d501de-4c0d-49df-9187-537dd5476526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:16.736554 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-12d501de-4c0d-49df-9187-537dd5476526 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/741d8deb-e75c-4996-8e26-09238f1ec620 HTTP/1.1" status: 204 len: 168 time: 0.1267807 Aug 30 14:37:16.745313 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d501de-4c0d-49df-9187-537dd5476526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741d8deb-e75c-4996-8e26-09238f1ec620,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:17.021528 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46706) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:17.035182 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd8244a9-8e13-4987-ad0c-3a874a5e2dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.128977 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd8244a9-8e13-4987-ad0c-3a874a5e2dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.136325 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fd8244a9-8e13-4987-ad0c-3a874a5e2dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.173928 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fd8244a9-8e13-4987-ad0c-3a874a5e2dd7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0963748a14ca4b3595aa3fd81d3cf869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511686 Aug 30 14:37:17.174883 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8244a9-8e13-4987-ad0c-3a874a5e2dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83dd5bb-8966-408e-ac83-9f068336ca66,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:17.176860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46708) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:17.226268 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d98a9c50-4e36-4060-83cf-d2ad973eace9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.250564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d98a9c50-4e36-4060-83cf-d2ad973eace9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.320779 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d98a9c50-4e36-4060-83cf-d2ad973eace9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.323386 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d98a9c50-4e36-4060-83cf-d2ad973eace9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.325078 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d98a9c50-4e36-4060-83cf-d2ad973eace9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d83dd5bb-8966-408e-ac83-9f068336ca66 HTTP/1.1" status: 204 len: 168 time: 0.1466515 Aug 30 14:37:17.333816 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a9c50-4e36-4060-83cf-d2ad973eace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83dd5bb-8966-408e-ac83-9f068336ca66,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:17.367572 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:17.474485 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:17.487478 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'port_id': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'mac_address': 'fa:16:3e:2d:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:17.497742 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f3943-5d9f-4f7f-a453-6fb9879d8deb req-dc67b47b-a5be-47d4-8a91-f59fc4de3e7d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:17.499561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d0f3943-5d9f-4f7f-a453-6fb9879d8deb req-dc67b47b-a5be-47d4-8a91-f59fc4de3e7d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 943 time: 0.0607886 Aug 30 14:37:17.528930 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.543492 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:17.547770 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d0f3943-5d9f-4f7f-a453-6fb9879d8deb req-adc8a73e-fa89-4190-a6f1-d0014de6a3f4 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411069 Aug 30 14:37:17.564807 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:17.570539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:17.619204 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:17.828141 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['23e487b1-6021-4ad8-ac5c-ff60bd46fc6f'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:18.089117 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46746) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:18.136487 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082922366-network', 'tenant_id': '2e7e9a4f7c274a4d862583e8a10a815e'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:18.165967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Made reservation on behalf of 2e7e9a4f7c274a4d862583e8a10a815e for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:18.168107 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.190233 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.223356 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403799-2ee4-4aef-85d1-ddc52bb417ea req-c6f33b13-f822-42e9-a41f-d5ea55f8e1c8 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.224856 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9a403799-2ee4-4aef-85d1-ddc52bb417ea req-c6f33b13-f822-42e9-a41f-d5ea55f8e1c8 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.2309031 Aug 30 14:37:18.291869 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9a403799-2ee4-4aef-85d1-ddc52bb417ea req-a462149c-de98-4667-8552-13f9d0266aed tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602231 Aug 30 14:37:18.345854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.353137 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.382377 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:37:18.393075 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8852d599-92ca-4990-925b-bbc7ca4b62f4,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:18.398525 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.398902 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Added segment 00d401ca-5f8e-4526-885a-f4ff4f3c7604 of type vlan for network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef Aug 30 14:37:18.442666 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.477640 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.478917 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.479696 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.536855 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4465692 Aug 30 14:37:18.539964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46752) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:18.546978 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Request body: {'subnet': {'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082922366-subnet', 'tenant_id': '2e7e9a4f7c274a4d862583e8a10a815e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:18.556334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc864b-61f2-4f23-9653-cd7844725b04 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:18.566545 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:37:18.575366 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Made reservation on behalf of 2e7e9a4f7c274a4d862583e8a10a815e for: {'subnet': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:18.577733 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13051868'] for subnet, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:18.925487 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf19cd-43f4-4b0e-b07c-43974f6ae2ab req-e6bb6323-4f1e-49e3-ac0d-9c449e6cd455 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:18.927026 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-56cf19cd-43f4-4b0e-b07c-43974f6ae2ab req-e6bb6323-4f1e-49e3-ac0d-9c449e6cd455 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 944 time: 0.0760260 Aug 30 14:37:19.000757 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-56cf19cd-43f4-4b0e-b07c-43974f6ae2ab req-e35c8e20-6a54-4bd6-b5b9-329b2660f05d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669205 Aug 30 14:37:19.048657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12684156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13051822'] for subnet, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.095564 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29360c15-c755-46a0-81b1-24de89fe3bb2,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:19.111415 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Checking segment: {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:19.111758 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Network hostable DHCP agents. Network: 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:37:19.132791 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:37:19.143939 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef) {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:19.149067 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.149668 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.155146 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3193a9f5-b17c-4a13-ba6b-282bd62590c1 None None] Network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:19.168693 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2f474458-893c-4bdc-ae66-5811b52d841e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6276681 Aug 30 14:37:19.278865 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8b499-8c33-4c88-800c-b9a7ea583a7f None None] Network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:37:19.381684 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:19.416493 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9eb41-c173-4ad4-a5a1-590c68a86708 req-b45b9ce5-229a-4299-b4e3-299debd49b22 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.418864 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1c9eb41-c173-4ad4-a5a1-590c68a86708 req-b45b9ce5-229a-4299-b4e3-299debd49b22 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0543358 Aug 30 14:37:19.457646 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:19.462110 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:19.462506 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.464703 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1c9eb41-c173-4ad4-a5a1-590c68a86708 req-42e57691-380d-4c87-92ee-11c4378baf30 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351975 Aug 30 14:37:19.549687 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.578246 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:19.580991 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf4aa4-d8da-4b68-9fab-34f7742d6b66" -d '{"events": [{"server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "name": "network-vif-plugged", "status": "completed", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:19.595588 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:19.602883 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:19.647713 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d53cfd-9511-403a-928e-ec72bb0f69c7 x-openstack-request-id: req-66d53cfd-9511-403a-928e-ec72bb0f69c7 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:19.647948 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "name": "network-vif-plugged", "status": "completed", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:19.648332 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66d53cfd-9511-403a-928e-ec72bb0f69c7 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:19.648946 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'code': 200} Aug 30 14:37:19.688085 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:19.880648 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e306-40fe-4d27-a814-2341d2d510d8 req-6e416035-3632-4f15-ac5a-18805c177a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:19.882133 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6032e306-40fe-4d27-a814-2341d2d510d8 req-6e416035-3632-4f15-ac5a-18805c177a37 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 1098 time: 0.0417557 Aug 30 14:37:19.927001 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-6032e306-40fe-4d27-a814-2341d2d510d8 req-830059fd-9d6d-4a05-ab73-3a1e1d641b6b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300400 Aug 30 14:37:20.131743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ff176-23c8-4aff-b290-a680446b18b0 req-9ca8ce00-5ed9-49f1-afc9-72ceb60f2178 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.133216 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-445ff176-23c8-4aff-b290-a680446b18b0 req-9ca8ce00-5ed9-49f1-afc9-72ceb60f2178 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.0529151 Aug 30 14:37:20.180921 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-445ff176-23c8-4aff-b290-a680446b18b0 req-b59da6fb-f320-43cb-9ed1-618243f25890 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383258 Aug 30 14:37:20.208491 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-5ff0d677-d6fd-401a-b602-40dfa9d4e5db tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.210281 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-5ff0d677-d6fd-401a-b602-40dfa9d4e5db tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0496330 Aug 30 14:37:20.335929 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Deleting port 8e5de965-1dcc-410f-9d28-780a115e150b {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:20.336189 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.429874 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] For port 8e5de965-1dcc-410f-9d28-780a115e150b, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8e5de965-1dcc-410f-9d28-780a115e150b,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:20.430194 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.614815 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168abc5d-67bb-446d-ba5b-f323f7f3a269 req-18a632d1-53aa-482b-aca3-5da7eccc0b99 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:20.618326 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-168abc5d-67bb-446d-ba5b-f323f7f3a269 req-18a632d1-53aa-482b-aca3-5da7eccc0b99 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=1afa708d-4018-4b16-98b5-159680e4629a HTTP/1.1" status: 200 len: 945 time: 0.0590870 Aug 30 14:37:20.618512 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.618512 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.618512 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Floating IP 7cbef085-efb4-47d0-af75-e9237af4e75c disassociated. External IP: 172.27.3.162, port: 8e5de965-1dcc-410f-9d28-780a115e150b. Aug 30 14:37:20.618512 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Calling delete_port for 8e5de965-1dcc-410f-9d28-780a115e150b owned by compute:nova {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:20.656539 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-168abc5d-67bb-446d-ba5b-f323f7f3a269 req-ea7a911e-fcf3-4a0b-aae1-8cb5961c88d7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=917b410f-a523-46a1-8773-84a8564e7462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337551 Aug 30 14:37:20.754977 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:20.788860 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event deleted for resources: {'Port': ['ID=8e5de965-1dcc-410f-9d28-780a115e150b,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:20.908047 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Router 8df92d08-9395-4458-aad1-d4754fa16d0b has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:21.013677 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-c8bee7c8-8b85-45f8-8391-2f633908bc94 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.015177 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-c8bee7c8-8b85-45f8-8391-2f633908bc94 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/networks?id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 200 len: 809 time: 0.1132128 Aug 30 14:37:21.026269 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:21.035258 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-0282bfcc-189a-4979-b63c-8fb67799fc5e tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/quotas/2e7e9a4f7c274a4d862583e8a10a815e HTTP/1.1" status: 200 len: 375 time: 0.0135002 Aug 30 14:37:21.037358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:21.047717 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:21.048853 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:21.069722 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] No DVR routers for this DVR port 8e5de965-1dcc-410f-9d28-780a115e150b on host hv-cinder-77703 {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:21.072351 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:21.074436 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-e5f7a469-8ce5-4916-b1da-ab5cc8e9dae5 req-7116cf26-a653-4560-b2e8-f51cc7dcc70c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "DELETE /v2.0/ports/8e5de965-1dcc-410f-9d28-780a115e150b HTTP/1.1" status: 204 len: 173 time: 0.8578074 Aug 30 14:37:21.074910 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'name': 'network-vif-deleted', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:21.076482 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-41b93a38-cc6d-4e9e-bf7a-1744cc523385 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333233 Aug 30 14:37:21.077158 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc7f516-88da-40cc-a7cf-a2e4bef2172e" -d '{"events": [{"server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "name": "network-vif-deleted", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:21.119556 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73310914-a19a-4e54-9217-d491c6703864 x-openstack-request-id: req-73310914-a19a-4e54-9217-d491c6703864 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:21.120025 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afa708d-4018-4b16-98b5-159680e4629a", "name": "network-vif-deleted", "tag": "8e5de965-1dcc-410f-9d28-780a115e150b", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:21.120147 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73310914-a19a-4e54-9217-d491c6703864 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:21.121130 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afa708d-4018-4b16-98b5-159680e4629a', 'name': 'network-vif-deleted', 'tag': '8e5de965-1dcc-410f-9d28-780a115e150b', 'status': 'completed', 'code': 200} Aug 30 14:37:21.198064 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:21.264619 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-3b345267-aa76-4ea2-a3a6-d6c2bc1b5753 service neutron] 10.222.0.62 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777520 Aug 30 14:37:21.378393 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0efa29-7af4-45d8-a965-819c259094fe req-39ac63ea-6ce4-46e9-8cd2-0fe84bbca1e3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.379810 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a0efa29-7af4-45d8-a965-819c259094fe req-39ac63ea-6ce4-46e9-8cd2-0fe84bbca1e3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.1060750 Aug 30 14:37:21.408340 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:21.409512 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-ec85cd29-13ae-48f6-824d-42a2448f240f service neutron] 10.222.0.62 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440399 Aug 30 14:37:21.431624 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a0efa29-7af4-45d8-a965-819c259094fe req-51d3f7dc-e097-4a59-9d18-d6cb05c1b788 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435188 Aug 30 14:37:21.435446 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:21.447387 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:21.447990 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:21.595929 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-002ca253-ea84-4bb5-8e57-20b0d8e89d52 req-0a9177f4-6af3-46a8-9a17-1a26fb28a768 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0371807 Aug 30 14:37:21.608739 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:21.613520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1ebe1-a839-4347-89fa-13ff3d2e77ee req-ef0c8455-3a0a-4b2c-8a12-7a5ff39d2fb9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:21.615257 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2ef1ebe1-a839-4347-89fa-13ff3d2e77ee req-ef0c8455-3a0a-4b2c-8a12-7a5ff39d2fb9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.0976446 Aug 30 14:37:21.661087 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2ef1ebe1-a839-4347-89fa-13ff3d2e77ee req-2e612e39-fff7-4afb-b7ca-3345e8552b7d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392730 Aug 30 14:37:21.689789 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46814) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:21.778772 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46820) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:21.937922 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:21.969497 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b372f8b-691b-4d65-b77a-ff3df5ec08a4 None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:22.146181 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7384cdb6-2b74-47f0-9303-068849877a99 tempest-TestVolumeBootPattern-1482845853 tempest-TestVolumeBootPattern-1482845853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:22.150839 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7384cdb6-2b74-47f0-9303-068849877a99 tempest-TestVolumeBootPattern-1482845853 tempest-TestVolumeBootPattern-1482845853-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 1093 time: 0.4562738 Aug 30 14:37:22.151023 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46828) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:22.156126 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'port_id': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:22.161703 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-10df69d0-2679-4816-99ff-266ae6bddb4e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.198703 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-10df69d0-2679-4816-99ff-266ae6bddb4e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.207640 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.231995 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa5aa4-fcf1-4349-89de-98d015aee2e9 None None] New status for floating IP 7cbef085-efb4-47d0-af75-e9237af4e75c: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:37:22.305258 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-10df69d0-2679-4816-99ff-266ae6bddb4e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.307803 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-10df69d0-2679-4816-99ff-266ae6bddb4e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.308939 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-10df69d0-2679-4816-99ff-266ae6bddb4e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "DELETE /v2.0/security-groups/917b410f-a523-46a1-8773-84a8564e7462 HTTP/1.1" status: 204 len: 168 time: 0.5287201 Aug 30 14:37:22.313897 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46832) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:22.328391 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df69d0-2679-4816-99ff-266ae6bddb4e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b410f-a523-46a1-8773-84a8564e7462,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:22.339763 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.api.v2.resource [None req-24cd789c-0938-4740-be50-0c1ec928b2e1 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] show failed (client error): The resource could not be found. Aug 30 14:37:22.342680 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-24cd789c-0938-4740-be50-0c1ec928b2e1 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups/917b410f-a523-46a1-8773-84a8564e7462 HTTP/1.1" status: 404 len: 347 time: 0.0256574 Aug 30 14:37:22.344467 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46834) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:22.385554 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.569555 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Deleting port 86342f1d-f547-42cf-913a-89b4369bf652 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:22.569892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.571883 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Allocated IP 172.27.3.61 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/c0f6e77d-c082-44f4-ab46-acbbaca98e7f) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:22.694381 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f4448a0f-72de-482e-af60-fd116732dbeb req-24d20776-6951-4ee9-8796-944118746fe7 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0277591 Aug 30 14:37:22.712678 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.713066 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.747187 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Calling delete_port for 86342f1d-f547-42cf-913a-89b4369bf652 owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:22.773327 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:22.871103 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.003471 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:23.011698 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=c0f6e77d-c082-44f4-ab46-acbbaca98e7f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:23.014178 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:23.021474 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:23.072491 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.115048 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-e74e5491-bf79-4c07-9936-0b3aa6f6f4b5 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:23.116500 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-e74e5491-bf79-4c07-9936-0b3aa6f6f4b5 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "GET /v2.0/networks?id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 200 len: 809 time: 0.2420979 Aug 30 14:37:23.119262 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event deleted for resources: {'Port': ['ID=86342f1d-f547-42cf-913a-89b4369bf652,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:23.133254 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Request body: {'port': {'device_id': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef', 'admin_state_up': True, 'tenant_id': '2e7e9a4f7c274a4d862583e8a10a815e'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:23.293684 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.296141 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.297281 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-3e41d37d-ba81-4a54-af21-22b6854a750e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "DELETE /v2.0/floatingips/7cbef085-efb4-47d0-af75-e9237af4e75c HTTP/1.1" status: 204 len: 168 time: 0.9517863 Aug 30 14:37:23.414897 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Made reservation on behalf of 2e7e9a4f7c274a4d862583e8a10a815e for: {'port': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:23.418294 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.550990 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46846) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:23.556175 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986225709', 'description': 'tempest-description--1938241852'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:23.584945 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.655619 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Allocated IP 172.20.0.5 (7fdffa5f-cef9-4d6e-b9d1-09215e7584ef/29360c15-c755-46a0-81b1-24de89fe3bb2/e9acb1f0-b9c6-494d-b3b8-5481501218c4) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:23.673566 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.674410 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.677425 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.707835 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abd81b9-ac33-41d2-8000-2c2b97d36e5b,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:23.718144 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.723587 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 46850) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:23.724878 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-e904ee8b-d2d2-4ad0-980a-71cb97aafb5d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1724370 Aug 30 14:37:23.734753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'security_group_rule': {'security_group_id': '9abd81b9-ac33-41d2-8000-2c2b97d36e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:23.797323 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-92e502b8-9ac0-4ff2-9240-93b0692f0476 req-1f2f04f3-7fab-4ae1-a61c-f25e429e3cf1 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0273407 Aug 30 14:37:23.844566 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.849728 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:23.950970 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.028425 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.038059 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.082565 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a117587-37cd-491f-838b-1e543582df51,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.107971 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.109159 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-79a029dc-470d-4df5-bc0c-7a2b4f227918 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846231 Aug 30 14:37:24.112212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46854) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:24.114834 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.117286 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'security_group_rule': {'security_group_id': '9abd81b9-ac33-41d2-8000-2c2b97d36e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:24.129947 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.152245 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.155227 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.172081 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:24.180207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:24.184651 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:24.215973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.220970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.239695 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41e38a24-7275-4c36-b22a-034c2ec43af1,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.247470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.248763 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5392e5c7-eab3-4ec2-8d03-b61c44b7d769 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354930 Aug 30 14:37:24.252224 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46856) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:24.256943 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:24.281747 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.386153 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.499645 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Allocated IP 172.27.3.99 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/b31cdaa0-3de9-434f-bd2e-6c0fbad57795) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:24.501753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Pushing event updated for resources: {'Port': ['ID=e9acb1f0-b9c6-494d-b3b8-5481501218c4,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.553103 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.561648 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.562261 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.609567 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.613120 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=c0f6e77d-c082-44f4-ab46-acbbaca98e7f,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.625233 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-face8d9d-9899-4339-84ac-da9806409d14 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4959428 Aug 30 14:37:24.657029 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.689561 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Floating IP 1c60d7a0-6ae6-499b-b381-c8988a6d8839 associated. External IP: 172.27.3.61, port: 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f. Aug 30 14:37:24.694629 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:24.701274 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:24.704921 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:24.731258 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'Port': ['ID=b31cdaa0-3de9-434f-bd2e-6c0fbad57795,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:24.740802 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Request body: {'port': {'device_id': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:24.794215 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.841656 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.845685 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:24.970440 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218171f6-d769-484d-9056-358d687281ea req-24a7afee-41b9-41da-812d-2fbdb9e3602b tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:24.971910 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-218171f6-d769-484d-9056-358d687281ea req-24a7afee-41b9-41da-812d-2fbdb9e3602b tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 931 time: 0.1024771 Aug 30 14:37:25.039291 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-218171f6-d769-484d-9056-358d687281ea req-4fe03102-5e30-4ceb-b7c3-805e36320200 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604348 Aug 30 14:37:25.066342 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:25.075676 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.088365 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.170251 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'Port': ['ID=b31cdaa0-3de9-434f-bd2e-6c0fbad57795,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:25.181429 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.201270 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.202624 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-da276179-b2d8-4afd-bc2e-e4a6e4967e55 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9494071 Aug 30 14:37:25.270046 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:25.284121 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:25.294914 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:25.295541 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:25.316750 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.322694 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9acb1f0-b9c6-494d-b3b8-5481501218c4 {{(pid=93879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:25.346030 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.362168 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-4ce7259b-01ac-454d-b9fc-84f24e33b6ae tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2101109 Aug 30 14:37:25.364273 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:25.366690 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595f6b76-493c-4b66-8d08-b39a0b01c0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:25.369843 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Transition to ACTIVE for port object e9acb1f0-b9c6-494d-b3b8-5481501218c4 will not be triggered until provisioned by entity L2. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:25.375006 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.432257 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:25.433110 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1b471f-13be-4225-b39e-476bfbbd1828 x-openstack-request-id: req-7f1b471f-13be-4225-b39e-476bfbbd1828 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:25.433410 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:25.433650 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f1b471f-13be-4225-b39e-476bfbbd1828 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:25.434080 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'status': 'completed', 'code': 200} Aug 30 14:37:25.447222 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-2aec1f89-f01f-4c58-9c99-ffd0aa372cae tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--986225709&fields=id&tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 HTTP/1.1" status: 200 len: 267 time: 0.0449445 Aug 30 14:37:25.449151 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Pushing event updated for resources: {'Port': ['ID=e9acb1f0-b9c6-494d-b3b8-5481501218c4,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:25.462284 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 8e5de965-1dcc-410f-9d28-780a115e150b no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:25.490436 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 8e5de965-1dcc-410f-9d28-780a115e150b {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:25.490777 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 8e5de965-1dcc-410f-9d28-780a115e150b not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:25.524571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Attempting to bind port e9acb1f0-b9c6-494d-b3b8-5481501218c4 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:25.524571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Attempting to bind port e9acb1f0-b9c6-494d-b3b8-5481501218c4 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:25.525297 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Attempting to bind port e9acb1f0-b9c6-494d-b3b8-5481501218c4 on network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:25.529260 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Port e9acb1f0-b9c6-494d-b3b8-5481501218c4 on network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:25.529612 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Attempting to bind port e9acb1f0-b9c6-494d-b3b8-5481501218c4 on network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:25.535038 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:25.535376 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Checking segment: {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:25.535764 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Bound using segment: {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'} {{(pid=93879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:25.536201 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.managers [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Bound port: e9acb1f0-b9c6-494d-b3b8-5481501218c4, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'}}] {{(pid=93879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:25.536562 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.574812 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-d7020d82-17a4-41d5-a60b-9b08ba4b3b8e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.579107 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-d7020d82-17a4-41d5-a60b-9b08ba4b3b8e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 811 time: 0.1278396 Aug 30 14:37:25.603865 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] For port e9acb1f0-b9c6-494d-b3b8-5481501218c4, host hv-cinder-77703, cleared binding levels {{(pid=93879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:25.607759 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] For port e9acb1f0-b9c6-494d-b3b8-5481501218c4, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:25.613690 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.620700 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-d7408d7c-dfbb-4f9c-8659-a9ed5c12fa6b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/quotas/c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 HTTP/1.1" status: 200 len: 375 time: 0.0305710 Aug 30 14:37:25.633211 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-5fa86d94-5670-4560-b201-8badae4dcfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.634731 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-5fa86d94-5670-4560-b201-8badae4dcfb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 1098 time: 0.0537295 Aug 30 14:37:25.668083 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Pushing event updated for resources: {'Port': ['ID=e9acb1f0-b9c6-494d-b3b8-5481501218c4,revision_number=3']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:25.678529 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.679264 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:25.680654 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-b404971f-031d-4c21-b41f-483d2499b5bd service neutron] 10.222.0.48 "PUT /v2.0/ports/e9acb1f0-b9c6-494d-b3b8-5481501218c4 HTTP/1.1" status: 200 len: 1093 time: 1.0227594 Aug 30 14:37:25.704064 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '1c60d7a0-6ae6-499b-b381-c8988a6d8839', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:2d:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb43588-393e-4f32-bcaf-89552e230366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:37:23Z', 'updated_at': '2021-08-30T14:37:23Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:25.733909 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:25.743684 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:25.744522 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:25.751809 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-47536a78-7254-4baf-a677-d680559246a9 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211004 Aug 30 14:37:25.771258 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-2384fb01-4467-4b98-94ba-04532af79143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.772995 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-2384fb01-4467-4b98-94ba-04532af79143 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0499525 Aug 30 14:37:25.784345 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-546e2309-5652-4a2a-9f2e-2721f53348c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.785758 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-546e2309-5652-4a2a-9f2e-2721f53348c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1419380 Aug 30 14:37:25.822154 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-f68e1ff9-4c9a-476f-b90d-5cf29c505ecc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4 HTTP/1.1" status: 200 len: 217 time: 0.0413659 Aug 30 14:37:25.855872 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:25.876257 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-211012f7-1ab5-4c19-a95c-47f64562f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:25.877756 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-211012f7-1ab5-4c19-a95c-47f64562f5ba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29360c15-c755-46a0-81b1-24de89fe3bb2 HTTP/1.1" status: 200 len: 849 time: 0.0479655 Aug 30 14:37:25.899887 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-0ba062dd-df11-4fb5-95d2-4f4a708563e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f HTTP/1.1" status: 200 len: 998 time: 0.1047096 Aug 30 14:37:25.911765 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-a61bba0b-55ec-4e4c-bb5f-558c4cc268fb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262918 Aug 30 14:37:25.937779 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-10350695-9fb8-4029-8d87-f882cdc41c22 service neutron] 10.222.0.62 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661947 Aug 30 14:37:26.007110 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-b1f7a8df-e3c1-40b1-b80f-4d489ff9f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.008578 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-b1f7a8df-e3c1-40b1-b80f-4d489ff9f60f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.1002738 Aug 30 14:37:26.026445 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-43ccc23c-5a5b-481b-89e6-b6764729bd22 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976076 Aug 30 14:37:26.088729 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-0591b48a-7883-4022-9603-9f5f275761a0 service neutron] 10.222.0.62 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391368 Aug 30 14:37:26.104679 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-e6c26d45-0296-4dbe-b23e-55067592ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.107434 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-e6c26d45-0296-4dbe-b23e-55067592ce5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909755 Aug 30 14:37:26.165141 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-c81b7f90-4771-4a3f-83b0-7a29f50fbecc req-4b3cdbef-4c42-4127-985f-2cfac489c7e5 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309230 Aug 30 14:37:26.276469 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '1c60d7a0-6ae6-499b-b381-c8988a6d8839', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:2d:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb43588-393e-4f32-bcaf-89552e230366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:37:23Z', 'updated_at': '2021-08-30T14:37:23Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:26.288351 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2c8de3ef-0697-46da-87ac-6b33b3adc0c3 req-22136926-2f70-4209-a1c2-868a0ef404c1 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 210 time: 0.0450754 Aug 30 14:37:26.299309 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb60939-4ddb-4cd3-9a97-c387aa960032 req-6d69df69-f993-4886-abf3-d88ba4e899fa tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:26.301107 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6fb60939-4ddb-4cd3-9a97-c387aa960032 req-6d69df69-f993-4886-abf3-d88ba4e899fa tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 943 time: 0.1228774 Aug 30 14:37:26.329540 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c491392-abdc-4ae0-9ad6-0a683e00bf0c None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '1c60d7a0-6ae6-499b-b381-c8988a6d8839', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:2d:8d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb43588-393e-4f32-bcaf-89552e230366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:37:23Z', 'updated_at': '2021-08-30T14:37:23Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:26.338708 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-492f8621-fb26-4068-88da-ff0692db0235 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218480 Aug 30 14:37:26.421113 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6fb60939-4ddb-4cd3-9a97-c387aa960032 req-afbca832-a94b-46f9-ad59-8dae997c86a3 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897820 Aug 30 14:37:26.476805 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-595f6b76-493c-4b66-8d08-b39a0b01c0e7 req-0ad548c0-8906-4142-8274-b0857224c2b2 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154528 Aug 30 14:37:26.581294 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7daa4b2-de3a-450d-8de2-0601bd09abcc None None] New status for floating IP 1c60d7a0-6ae6-499b-b381-c8988a6d8839: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:37:27.384740 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-2007d3eb-c4d1-4542-928d-0a1470e18746 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.386683 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-2007d3eb-c4d1-4542-928d-0a1470e18746 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 811 time: 0.1186137 Aug 30 14:37:27.431355 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2f1e45a6-f2de-4541-882d-13a388290693 req-2584e3bc-6689-4232-9b1f-efcc8123e900 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 210 time: 0.0436459 Aug 30 14:37:27.435851 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'tag': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:27.438999 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb65ef7-786c-4de8-8105-78c1e8010822" -d '{"events": [{"name": "network-changed", "server_uuid": "d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1", "tag": "e9acb1f0-b9c6-494d-b3b8-5481501218c4"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:27.463258 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-1bcf700a-47d1-4184-b59f-45cc059d6fa2 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 HTTP/1.1" status: 200 len: 379 time: 0.0649467 Aug 30 14:37:27.475381 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'port': {'device_id': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'admin_state_up': True, 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'security_groups': ['9abd81b9-ac33-41d2-8000-2c2b97d36e5b']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:27.576637 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb4125a-1576-480c-9575-90e2bb475bf1 x-openstack-request-id: req-9bb4125a-1576-480c-9575-90e2bb475bf1 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:27.576991 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1", "tag": "e9acb1f0-b9c6-494d-b3b8-5481501218c4", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:27.577307 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bb4125a-1576-480c-9575-90e2bb475bf1 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:27.577768 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'tag': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4', 'status': 'completed', 'code': 200} Aug 30 14:37:27.602722 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb0bba-3265-4ac0-8582-2eae3bcf83f9 req-e6461854-a5b3-4be6-a510-2b36fbc4193a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.604268 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71fb0bba-3265-4ac0-8582-2eae3bcf83f9 req-e6461854-a5b3-4be6-a510-2b36fbc4193a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 943 time: 0.0886128 Aug 30 14:37:27.646277 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Made reservation on behalf of c6c7f9ca7cbe4a05b7c1ccc17cff0dd2 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:27.647798 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-da9b7fa1-b801-4d02-947d-6ca70949cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.649449 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-da9b7fa1-b801-4d02-947d-6ca70949cfe7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 1096 time: 0.0450644 Aug 30 14:37:27.650009 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.664696 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71fb0bba-3265-4ac0-8582-2eae3bcf83f9 req-32463dff-8d6e-40bc-be13-2f2b57c498a8 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Aug 30 14:37:27.753511 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-51ac7856-c440-4acb-b711-89521f2d6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.755027 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-51ac7856-c440-4acb-b711-89521f2d6ded service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 200 len: 910 time: 0.0973208 Aug 30 14:37:27.787850 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Allocated IP 172.20.0.10 (8cc7d24d-16ad-4a9f-bc83-7208d10e46d2/7c7e5698-32e2-44fb-84c9-f084a8040553/e8c81af6-abdd-47b9-b413-bc005d3aea18) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:27.804332 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-d3823df3-4a4c-4e1f-a6fb-52f7c15a987b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4 HTTP/1.1" status: 200 len: 217 time: 0.0373213 Aug 30 14:37:27.863157 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-5bed21c5-77e0-43f8-ab21-18e61549d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:27.864550 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-5bed21c5-77e0-43f8-ab21-18e61549d311 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29360c15-c755-46a0-81b1-24de89fe3bb2 HTTP/1.1" status: 200 len: 849 time: 0.0511332 Aug 30 14:37:27.900139 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-29e7931e-a7df-4777-9aa3-822534e00da5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269723 Aug 30 14:37:27.929999 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.943419 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Transition to ACTIVE for port object e8c81af6-abdd-47b9-b413-bc005d3aea18 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:27.976885 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:27.994265 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-69d09fc2-ebd9-46ce-9b68-359b2f475fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Aug 30 14:37:28.020057 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:28.025906 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:28.028370 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:28.054774 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event updated for resources: {'Port': ['ID=e8c81af6-abdd-47b9-b413-bc005d3aea18,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:28.074152 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.074549 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.074839 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.075172 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.075501 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.075851 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.076155 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.076475 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.076810 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.077541 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.077541 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.077729 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:37:28.100306 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.100953 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.104022 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-cfb65ef7-786c-4de8-8105-78c1e8010822 req-96cba012-c4d2-4a49-a4fa-883111b862e6 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027825 Aug 30 14:37:28.116680 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-43396078-81d5-4a78-ac84-0de4f862b091 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6452539 Aug 30 14:37:28.132026 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Request body: {'port': {'device_id': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:28.189080 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.236591 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f30edcd8-f203-4e27-9683-dac391b1c2b9 None None] Provisioning for port e8c81af6-abdd-47b9-b413-bc005d3aea18 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:28.240863 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f30edcd8-f203-4e27-9683-dac391b1c2b9 None None] Provisioning complete for port e8c81af6-abdd-47b9-b413-bc005d3aea18 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:28.241410 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f30edcd8-f203-4e27-9683-dac391b1c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.278076 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-f30edcd8-f203-4e27-9683-dac391b1c2b9 None None] Port e8c81af6-abdd-47b9-b413-bc005d3aea18 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:37:28.490343 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c81af6-abdd-47b9-b413-bc005d3aea18 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:28.498785 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.511661 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Transition to ACTIVE for port object e8c81af6-abdd-47b9-b413-bc005d3aea18 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:28.517604 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.570299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c81af6-abdd-47b9-b413-bc005d3aea18,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:28.670116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ad0c8-ca49-413a-8489-a3d6f5cbd421 req-c17fd9eb-9d97-407a-8e49-03b12c5acc7c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.671739 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e11ad0c8-ca49-413a-8489-a3d6f5cbd421 req-c17fd9eb-9d97-407a-8e49-03b12c5acc7c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 944 time: 0.1025853 Aug 30 14:37:28.688846 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Attempting to bind port e8c81af6-abdd-47b9-b413-bc005d3aea18 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:28.688846 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Attempting to bind port e8c81af6-abdd-47b9-b413-bc005d3aea18 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:28.688846 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Attempting to bind port e8c81af6-abdd-47b9-b413-bc005d3aea18 on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:28.701777 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Port e8c81af6-abdd-47b9-b413-bc005d3aea18 on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:28.702113 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Attempting to bind port e8c81af6-abdd-47b9-b413-bc005d3aea18 on network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:28.710978 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:28.711368 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Checking segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:28.711703 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Bound using segment: {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:28.712151 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Bound port: e8c81af6-abdd-47b9-b413-bc005d3aea18, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7b869f-26b0-47e5-adb8-57ee56aa1500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:28.712551 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.737895 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e11ad0c8-ca49-413a-8489-a3d6f5cbd421 req-f9ebe459-25ec-4c4f-b6a1-6dea904336d8 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600684 Aug 30 14:37:28.831407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] For port e8c81af6-abdd-47b9-b413-bc005d3aea18, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:28.835052 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] For port e8c81af6-abdd-47b9-b413-bc005d3aea18, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:28.843520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5ca39-ddd5-466e-b393-69263be780ae req-12793946-c09d-4b17-98ff-be23705a5670 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.845095 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-35a5ca39-ddd5-466e-b393-69263be780ae req-12793946-c09d-4b17-98ff-be23705a5670 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 943 time: 0.0747945 Aug 30 14:37:28.846547 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.896929 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.897552 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:28.898985 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] 10.222.0.48 "PUT /v2.0/ports/e8c81af6-abdd-47b9-b413-bc005d3aea18 HTTP/1.1" status: 200 len: 1094 time: 0.7720826 Aug 30 14:37:28.899424 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:28.901708 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78055885-6221-41cb-b766-a5a6261bae8d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:28.939872 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe5973-ffb1-49a0-ae11-1b9a1cf9bbb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c81af6-abdd-47b9-b413-bc005d3aea18,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:28.945160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-35a5ca39-ddd5-466e-b393-69263be780ae req-f6817b4b-6b05-4d5d-abbd-e2a5a1b5e821 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932736 Aug 30 14:37:28.979834 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b087ab-4b2a-433a-83ce-580258965143 x-openstack-request-id: req-f6b087ab-4b2a-433a-83ce-580258965143 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:28.980252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:28.980497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6b087ab-4b2a-433a-83ce-580258965143 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:28.980904 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'status': 'completed', 'code': 200} Aug 30 14:37:28.996760 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-fd21822d-2710-44bf-af83-eb01cb0c4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:28.998319 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-fd21822d-2710-44bf-af83-eb01cb0c4420 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 1097 time: 0.0522583 Aug 30 14:37:29.044741 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-e2309894-3b81-465c-8e86-ee4adb2f94ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18 HTTP/1.1" status: 200 len: 217 time: 0.0369003 Aug 30 14:37:29.095750 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-29e21a74-61d5-438e-bdd1-942df529df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.097355 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-29e21a74-61d5-438e-bdd1-942df529df38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0463018 Aug 30 14:37:29.148635 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-12578d86-965e-47bd-91db-969ec440a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.150078 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-12578d86-965e-47bd-91db-969ec440a049 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460784 Aug 30 14:37:29.242815 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-3d06d0ce-ff11-417d-a9b9-ef8bc2599c15 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849953 Aug 30 14:37:29.352088 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3d98a97f-ed10-45d7-b4c5-e5568aece0ca req-c2658952-64b3-4554-a07c-80d63b3397ef service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001661 Aug 30 14:37:29.453353 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e9acb1f0-b9c6-494d-b3b8-5481501218c4 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:29.563114 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e9acb1f0-b9c6-494d-b3b8-5481501218c4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:29.576992 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4', 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef', 'port_id': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4', 'mac_address': 'fa:16:3e:2f:f3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29360c15-c755-46a0-81b1-24de89fe3bb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:29.622515 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.637282 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9acb1f0-b9c6-494d-b3b8-5481501218c4 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:29.659123 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e9acb1f0-b9c6-494d-b3b8-5481501218c4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:29.665957 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.699063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78055885-6221-41cb-b766-a5a6261bae8d req-2403f02a-7713-43b0-9244-d569d7dbc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.700589 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-2403f02a-7713-43b0-9244-d569d7dbc39e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 1097 time: 0.2950034 Aug 30 14:37:29.718185 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e9acb1f0-b9c6-494d-b3b8-5481501218c4,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:29.794426 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78055885-6221-41cb-b766-a5a6261bae8d req-e4b8eb2e-df02-4705-b18e-d812a415f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.795948 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-e4b8eb2e-df02-4705-b18e-d812a415f66b service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.0850530 Aug 30 14:37:29.851665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-55875f9a-3288-410f-a610-9fa509c2f960 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18 HTTP/1.1" status: 200 len: 217 time: 0.0478730 Aug 30 14:37:29.924447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574c777-4908-4f7b-93a0-7c8a70943b34 req-681af615-62b8-4775-8dbf-6c158de7a81a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.925935 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3574c777-4908-4f7b-93a0-7c8a70943b34 req-681af615-62b8-4775-8dbf-6c158de7a81a tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 944 time: 0.1158488 Aug 30 14:37:29.927439 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78055885-6221-41cb-b766-a5a6261bae8d req-7f36a4f3-4541-46f7-be46-43557963ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:29.928817 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-7f36a4f3-4541-46f7-be46-43557963ddea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0626266 Aug 30 14:37:29.942005 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['e9acb1f0-b9c6-494d-b3b8-5481501218c4'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:29.997442 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3574c777-4908-4f7b-93a0-7c8a70943b34 req-ee26399c-2e63-45bf-9658-4fbf1fc512d2 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642655 Aug 30 14:37:30.006166 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78055885-6221-41cb-b766-a5a6261bae8d req-238048aa-c324-4e13-86c9-ed75d22074de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.007885 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-238048aa-c324-4e13-86c9-ed75d22074de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689623 Aug 30 14:37:30.129439 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d9c76-04d7-4dc5-8fb6-57c6769cb0c0 req-a1514604-828e-4099-8d88-28b2b9074f09 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:30.130875 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b37d9c76-04d7-4dc5-8fb6-57c6769cb0c0 req-a1514604-828e-4099-8d88-28b2b9074f09 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 944 time: 0.1021731 Aug 30 14:37:30.151294 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-fc30ee49-9a6a-410b-a714-e2cc0446e6ae service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316571 Aug 30 14:37:30.216222 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b37d9c76-04d7-4dc5-8fb6-57c6769cb0c0 req-db47f6cc-3ff0-4b70-b9ef-57f7987e032c tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764060 Aug 30 14:37:30.263331 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78055885-6221-41cb-b766-a5a6261bae8d req-702d37dd-6618-4b00-941a-bd3d709d0e3f service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026416 Aug 30 14:37:31.136916 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c870a2-cc63-40d2-be74-6167070d9c21 req-e7135bbe-8ce5-4fe5-8db3-a0ac6f7f914b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:31.138324 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-23c870a2-cc63-40d2-be74-6167070d9c21 req-e7135bbe-8ce5-4fe5-8db3-a0ac6f7f914b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 944 time: 0.0691998 Aug 30 14:37:31.185157 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-23c870a2-cc63-40d2-be74-6167070d9c21 req-daddfbf8-8f50-4ff5-b120-e7c1b8c41aaa tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377431 Aug 30 14:37:31.352352 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab13c8-3ded-4697-9cb5-03f6a58e05c0 req-931742a6-ad08-4c07-8a21-4a37a9839363 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:31.353971 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-49ab13c8-3ded-4697-9cb5-03f6a58e05c0 req-931742a6-ad08-4c07-8a21-4a37a9839363 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 944 time: 0.0601327 Aug 30 14:37:31.396477 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-49ab13c8-3ded-4697-9cb5-03f6a58e05c0 req-212adbab-482a-4262-bd02-a79635ab6d02 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Aug 30 14:37:31.457096 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e9acb1f0-b9c6-494d-b3b8-5481501218c4 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:31.510288 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port e9acb1f0-b9c6-494d-b3b8-5481501218c4 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:31.514694 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port e9acb1f0-b9c6-494d-b3b8-5481501218c4 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:31.515082 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.611470 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.634928 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:31.637565 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75490ab4-faf8-4e54-99c3-8287e6dcaa91" -d '{"events": [{"server_uuid": "d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1", "name": "network-vif-plugged", "status": "completed", "tag": "e9acb1f0-b9c6-494d-b3b8-5481501218c4"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:31.650165 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e9acb1f0-b9c6-494d-b3b8-5481501218c4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:31.657654 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.684505 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d40a79-bc41-4f91-8c8c-1412bbe9cbf6 x-openstack-request-id: req-d7d40a79-bc41-4f91-8c8c-1412bbe9cbf6 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:31.684789 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1", "name": "network-vif-plugged", "status": "completed", "tag": "e9acb1f0-b9c6-494d-b3b8-5481501218c4", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:31.685011 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d7d40a79-bc41-4f91-8c8c-1412bbe9cbf6 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:31.685453 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4', 'code': 200} Aug 30 14:37:31.709541 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e9acb1f0-b9c6-494d-b3b8-5481501218c4,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:31.882830 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eae6ab-7af1-4580-87b3-cc95b583df62 req-6a03a58a-e094-4e55-82f5-be01b47983ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:31.884576 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-50eae6ab-7af1-4580-87b3-cc95b583df62 req-6a03a58a-e094-4e55-82f5-be01b47983ef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 1098 time: 0.0436306 Aug 30 14:37:31.928026 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-50eae6ab-7af1-4580-87b3-cc95b583df62 req-13996c1e-0231-4db9-89f2-f278eaeb4446 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299058 Aug 30 14:37:32.314063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f18135-fc9c-48e2-bdf7-2de276208b9f req-1382ae7d-2064-46f8-aea2-8c2bd0cae1fe tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:32.315580 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e5f18135-fc9c-48e2-bdf7-2de276208b9f req-1382ae7d-2064-46f8-aea2-8c2bd0cae1fe tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 944 time: 0.0595520 Aug 30 14:37:32.363311 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e5f18135-fc9c-48e2-bdf7-2de276208b9f req-cd21fdfc-4a51-4122-aa7e-6e96a4884e15 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388916 Aug 30 14:37:32.526549 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2073bb-8da7-46b0-8859-f41dfb111680 req-dcd0ea2a-acc3-4521-bd00-3ace8c3b481c tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:32.528086 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fa2073bb-8da7-46b0-8859-f41dfb111680 req-dcd0ea2a-acc3-4521-bd00-3ace8c3b481c tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0584900 Aug 30 14:37:32.567561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fa2073bb-8da7-46b0-8859-f41dfb111680 req-4c2b7b1c-6e9c-4568-8d50-aa0b62851fdb tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Aug 30 14:37:33.475205 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e8c81af6-abdd-47b9-b413-bc005d3aea18 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:33.486907 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a597c-5323-4dc7-a088-bbb7c677495e req-d609532e-94f8-434f-8b62-2d9ef341cdbc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:33.488444 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-235a597c-5323-4dc7-a088-bbb7c677495e req-d609532e-94f8-434f-8b62-2d9ef341cdbc tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 944 time: 0.0494576 Aug 30 14:37:33.529069 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-235a597c-5323-4dc7-a088-bbb7c677495e req-cf73345a-a797-4110-9f0b-4fc0e1be1646 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344267 Aug 30 14:37:33.579409 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e8c81af6-abdd-47b9-b413-bc005d3aea18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:33.591703 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'port_id': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'mac_address': 'fa:16:3e:c3:ec:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:33.631152 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:33.644976 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c81af6-abdd-47b9-b413-bc005d3aea18 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:33.665649 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e8c81af6-abdd-47b9-b413-bc005d3aea18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:33.671420 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:33.695798 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfd1c4-9c18-44d3-8b11-c29b17daaadb req-62b72c62-8f2a-487b-b926-fec6078f8c60 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:33.697318 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3bdfd1c4-9c18-44d3-8b11-c29b17daaadb req-62b72c62-8f2a-487b-b926-fec6078f8c60 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0505595 Aug 30 14:37:33.721269 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e8c81af6-abdd-47b9-b413-bc005d3aea18,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:33.757727 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3bdfd1c4-9c18-44d3-8b11-c29b17daaadb req-e8b12e16-5b6d-4002-96ba-44306e8d9a13 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540326 Aug 30 14:37:33.942790 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['e8c81af6-abdd-47b9-b413-bc005d3aea18'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:34.491987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deff592-3ddd-49e0-93d6-de16fa4f94e1 req-979af696-a64b-401c-bd46-0b65d268a415 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:34.493450 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8deff592-3ddd-49e0-93d6-de16fa4f94e1 req-979af696-a64b-401c-bd46-0b65d268a415 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0547662 Aug 30 14:37:34.532660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8deff592-3ddd-49e0-93d6-de16fa4f94e1 req-1c037cde-8841-401c-a2a8-26daeac2987a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326881 Aug 30 14:37:34.664881 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81163409-8649-4efd-92a3-037ae570bb24 req-68dd70cf-533f-4f89-9faa-bfb42465a420 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:34.666343 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-81163409-8649-4efd-92a3-037ae570bb24 req-68dd70cf-533f-4f89-9faa-bfb42465a420 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 945 time: 0.0606580 Aug 30 14:37:34.704840 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-81163409-8649-4efd-92a3-037ae570bb24 req-6193bdf5-1f1d-4efd-b2b6-fb9c98a681c2 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Aug 30 14:37:35.479237 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e8c81af6-abdd-47b9-b413-bc005d3aea18 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:35.532654 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port e8c81af6-abdd-47b9-b413-bc005d3aea18 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:35.537391 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port e8c81af6-abdd-47b9-b413-bc005d3aea18 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:35.537942 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:35.624469 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:35.649456 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:35.651346 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dabea-2065-4686-9330-8c3d08db95b4 req-2b9b25a4-5717-4c12-989e-41e90351da78 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.651995 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0221f5c2-ee0c-4eae-ba54-99c0825baa0e" -d '{"events": [{"server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "name": "network-vif-plugged", "status": "completed", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:35.655115 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-746dabea-2065-4686-9330-8c3d08db95b4 req-2b9b25a4-5717-4c12-989e-41e90351da78 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Aug 30 14:37:35.666724 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e8c81af6-abdd-47b9-b413-bc005d3aea18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:35.671897 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:35.698541 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f56e0-d58f-4e22-a535-ddf0084eadec x-openstack-request-id: req-da4f56e0-d58f-4e22-a535-ddf0084eadec {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:35.698864 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "name": "network-vif-plugged", "status": "completed", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:35.699184 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da4f56e0-d58f-4e22-a535-ddf0084eadec {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:35.699518 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'code': 200} Aug 30 14:37:35.705690 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-746dabea-2065-4686-9330-8c3d08db95b4 req-c1ec1fd5-36c9-4cf7-9532-aa1af2f62926 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Aug 30 14:37:35.738051 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e8c81af6-abdd-47b9-b413-bc005d3aea18,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:35.829919 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c396b-5124-40b3-948f-49473341d598 req-3e45b3f2-8e47-4590-baa0-f1cfe1e9e2de tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.831568 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1a1c396b-5124-40b3-948f-49473341d598 req-3e45b3f2-8e47-4590-baa0-f1cfe1e9e2de tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Aug 30 14:37:35.896304 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1a1c396b-5124-40b3-948f-49473341d598 req-1433dfbf-5f8a-4e6a-8902-4b02607e64cd tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557292 Aug 30 14:37:35.907919 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5af0a-589f-4567-9d97-0bc6c0b63a7e req-cb980fd9-3bd6-4731-94e3-02b718379000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:35.914071 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40a5af0a-589f-4567-9d97-0bc6c0b63a7e req-cb980fd9-3bd6-4731-94e3-02b718379000 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 1099 time: 0.0532386 Aug 30 14:37:35.949715 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-40a5af0a-589f-4567-9d97-0bc6c0b63a7e req-d0daf10c-0070-4f2f-8ba6-2961e0b8d0cc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Aug 30 14:37:36.267535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-3ada78d4-6621-4907-8a36-db215033065d tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:36.268912 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-3ada78d4-6621-4907-8a36-db215033065d tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 945 time: 0.0649238 Aug 30 14:37:36.363874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Deleting port e9acb1f0-b9c6-494d-b3b8-5481501218c4 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:36.364178 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.474110 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] For port e9acb1f0-b9c6-494d-b3b8-5481501218c4, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e9acb1f0-b9c6-494d-b3b8-5481501218c4,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:36.474470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.496268 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Calling delete_port for e9acb1f0-b9c6-494d-b3b8-5481501218c4 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:36.630131 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.646789 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['e9acb1f0-b9c6-494d-b3b8-5481501218c4'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:36.666048 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Pushing event deleted for resources: {'Port': ['ID=e9acb1f0-b9c6-494d-b3b8-5481501218c4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:36.704867 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] No DVR routers for this DVR port e9acb1f0-b9c6-494d-b3b8-5481501218c4 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:36.712014 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.714111 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2e3da5ed-5c67-4351-8222-18b5d3225bf4 req-29c8e699-74aa-4539-814f-f9d957b39309 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "DELETE /v2.0/ports/e9acb1f0-b9c6-494d-b3b8-5481501218c4 HTTP/1.1" status: 204 len: 173 time: 0.4380093 Aug 30 14:37:36.714688 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'name': 'network-vif-deleted', 'tag': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:36.717196 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f48474-282c-46e7-ae0a-f28ffb1e6a77" -d '{"events": [{"server_uuid": "d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1", "name": "network-vif-deleted", "tag": "e9acb1f0-b9c6-494d-b3b8-5481501218c4"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:36.811924 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-21b99747-e82c-4820-88f5-2fdd7c576338 req-9c6bc5d4-cddc-4cca-ae1e-dc6307a87bbd tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1 HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 30 14:37:36.820417 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48797219-2c76-4a29-a80c-488df45baf42 x-openstack-request-id: req-48797219-2c76-4a29-a80c-488df45baf42 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:36.820718 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8aa4b24-8c0e-42af-bb7d-f99b8656eaa1", "name": "network-vif-deleted", "tag": "e9acb1f0-b9c6-494d-b3b8-5481501218c4", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:36.820974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48797219-2c76-4a29-a80c-488df45baf42 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:36.821383 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8aa4b24-8c0e-42af-bb7d-f99b8656eaa1', 'name': 'network-vif-deleted', 'tag': 'e9acb1f0-b9c6-494d-b3b8-5481501218c4', 'status': 'completed', 'code': 200} Aug 30 14:37:36.896612 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1b64763f-ddd9-4c8a-bc7f-8662a96247ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:37.018544 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6de5b-4f6f-400c-9d64-e77049b7e27a req-f297fac3-e4ba-4455-adad-347faa36b094 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:37.020044 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3df6de5b-4f6f-400c-9d64-e77049b7e27a req-f297fac3-e4ba-4455-adad-347faa36b094 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.0523772 Aug 30 14:37:37.064778 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3df6de5b-4f6f-400c-9d64-e77049b7e27a req-e8b6a726-c47e-429d-8233-f2fb6ef3531e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386035 Aug 30 14:37:38.105611 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-9d1e1875-cf4a-426f-a982-38b781891bc7 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.107129 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-9d1e1875-cf4a-426f-a982-38b781891bc7 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/networks?id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 200 len: 809 time: 0.1089246 Aug 30 14:37:38.125678 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-142093e3-559b-48c7-817b-8a78b46b4ae2 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/quotas/2e7e9a4f7c274a4d862583e8a10a815e HTTP/1.1" status: 200 len: 375 time: 0.0112371 Aug 30 14:37:38.160400 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-2289d9ad-dcd5-4b87-a28a-01f9cc12365d tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297685 Aug 30 14:37:38.267167 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d7b03-ec0e-4fc0-af4b-e4540349c14b req-06f1641f-dfb8-41db-87ba-0ed9083a4382 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.268518 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bc5d7b03-ec0e-4fc0-af4b-e4540349c14b req-06f1641f-dfb8-41db-87ba-0ed9083a4382 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.1115284 Aug 30 14:37:38.294999 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-cf06c8d2-2556-4c47-a799-ca8238bab25c service neutron] 10.222.0.62 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 Aug 30 14:37:38.356660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bc5d7b03-ec0e-4fc0-af4b-e4540349c14b req-0cb06eb8-42e7-422a-a97a-0a1d95513e15 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820796 Aug 30 14:37:38.407849 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-9f3bcb9c-ddd5-4fe0-9ab5-c90254c401e4 service neutron] 10.222.0.62 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063871 Aug 30 14:37:38.479972 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485dee6-8565-46d0-985f-a5ac466e5602 req-c7077484-d9fb-4cba-b912-842d9d0b7269 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:38.481772 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b485dee6-8565-46d0-985f-a5ac466e5602 req-c7077484-d9fb-4cba-b912-842d9d0b7269 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.0565670 Aug 30 14:37:38.491243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 46998) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:37:38.496334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Request body: {'floatingip': {'port_id': 'e8c81af6-abdd-47b9-b413-bc005d3aea18'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:38.539843 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:38.618715 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0e1e863b-1cdc-4801-9c21-63ae7a9ac7ac req-38847d6e-605a-4041-9f8e-965326b31ab9 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 210 time: 0.0488172 Aug 30 14:37:39.023992 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.029530 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.139874 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Floating IP 1b8ef4dd-707e-4586-8a10-3018275b2fb5 associated. External IP: 172.27.3.99, port: e8c81af6-abdd-47b9-b413-bc005d3aea18. Aug 30 14:37:39.365991 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Router 8df92d08-9395-4458-aad1-d4754fa16d0b has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:37:39.540208 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:37:39.543869 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72cf2de1-b6e4-4bff-8512-c6026b05f212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.547284 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.552527 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:37:39.564628 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:39.565748 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:39.594087 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-10e74bb2-cb83-4bde-ab13-c7ec48eb2330 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "PUT /v2.0/floatingips/1b8ef4dd-707e-4586-8a10-3018275b2fb5 HTTP/1.1" status: 200 len: 991 time: 1.1014013 Aug 30 14:37:39.596184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:39.598621 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7236bc97-570e-43a0-ba7d-970536a42675" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:39.610164 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-7d7414c8-42b2-4820-8755-38e21a479117 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.611773 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-7d7414c8-42b2-4820-8755-38e21a479117 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "GET /v2.0/networks?id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 200 len: 809 time: 0.1514933 Aug 30 14:37:39.633340 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Request body: {'port': {'device_id': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef', 'admin_state_up': True, 'tenant_id': '2e7e9a4f7c274a4d862583e8a10a815e'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:39.687618 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd60ea2-8f48-4a7b-820e-46ec703b6683 x-openstack-request-id: req-fcd60ea2-8f48-4a7b-820e-46ec703b6683 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:39.690017 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:39.690921 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcd60ea2-8f48-4a7b-820e-46ec703b6683 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:39.691544 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'status': 'completed', 'code': 200} Aug 30 14:37:39.718670 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:39.727532 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236bc97-570e-43a0-ba7d-970536a42675 req-6c82543a-fc91-41b3-9858-cb8d1ef32bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.735971 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-6c82543a-fc91-41b3-9858-cb8d1ef32bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 1099 time: 0.0587804 Aug 30 14:37:39.820317 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.841023 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236bc97-570e-43a0-ba7d-970536a42675 req-d980293a-ccb3-4637-8bef-631a6ec6591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.842721 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-d980293a-ccb3-4637-8bef-631a6ec6591f service neutron] 10.222.0.48 "GET /v2.0/networks?id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 200 len: 912 time: 0.0979259 Aug 30 14:37:39.924949 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-7ac68328-70b8-4290-9137-4176fe3af890 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18 HTTP/1.1" status: 200 len: 999 time: 0.0653744 Aug 30 14:37:39.986577 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '1b8ef4dd-707e-4586-8a10-3018275b2fb5', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'port_id': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'mac_address': 'fa:16:3e:c3:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:37:24Z', 'updated_at': '2021-08-30T14:37:38Z', 'revision_number': 1, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:39.992539 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-900b6b28-3d30-4368-b696-3c82916c4c43 req-688964a5-8a84-4251-8330-6189f28750e8 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 210 time: 0.2720315 Aug 30 14:37:39.993000 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236bc97-570e-43a0-ba7d-970536a42675 req-06f10043-d527-4a02-875c-20aef86d97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:39.994805 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-06f10043-d527-4a02-875c-20aef86d97b1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 200 len: 850 time: 0.0482249 Aug 30 14:37:40.019374 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:37:40.028655 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Made reservation on behalf of 2e7e9a4f7c274a4d862583e8a10a815e for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:37:40.029285 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:37:40.029842 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:37:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:40.032547 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.054024 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236bc97-570e-43a0-ba7d-970536a42675 req-efbfc09d-0287-4d0c-883e-08d391b7e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.055552 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-efbfc09d-0287-4d0c-883e-08d391b7e23a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523186 Aug 30 14:37:40.138399 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:37:40.151545 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-755c4409-e9b7-4303-9395-7e6c87bb5935 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876734 Aug 30 14:37:40.157980 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Allocated IP 172.20.0.5 (7fdffa5f-cef9-4d6e-b9d1-09215e7584ef/29360c15-c755-46a0-81b1-24de89fe3bb2/ce45979e-7c39-4a47-87ae-552468dabc6a) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:37:40.268705 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-7236bc97-570e-43a0-ba7d-970536a42675 req-d466d0ff-8a5d-4a3f-97b7-b2251cbcc4d3 service neutron] 10.222.0.48 "GET /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037037 Aug 30 14:37:40.315383 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.365962 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.410022 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:37:40.415575 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:37:40.420051 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:37:40.426652 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Pushing event updated for resources: {'Port': ['ID=ce45979e-7c39-4a47-87ae-552468dabc6a,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:40.479371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:40.479964 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.496329 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-3e059205-b2f2-41dc-af1f-7ab458578264 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8668792 Aug 30 14:37:40.513967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Request body: {'port': {'device_id': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:37:40.548653 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '1b8ef4dd-707e-4586-8a10-3018275b2fb5', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'port_id': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'mac_address': 'fa:16:3e:c3:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:37:24Z', 'updated_at': '2021-08-30T14:37:38Z', 'revision_number': 1, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:37:40.569789 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.581182 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddef019c-9858-410e-b4d9-9de669b247fa None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '1b8ef4dd-707e-4586-8a10-3018275b2fb5', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'port_id': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'mac_address': 'fa:16:3e:c3:ec:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:37:24Z', 'updated_at': '2021-08-30T14:37:38Z', 'revision_number': 1, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:37:40.766424 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.805967 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b689413-7d5e-45c9-821d-a37b2f8da4e9 None None] New status for floating IP 1b8ef4dd-707e-4586-8a10-3018275b2fb5: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:37:40.876407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce45979e-7c39-4a47-87ae-552468dabc6a {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:40.884169 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.898153 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Transition to ACTIVE for port object ce45979e-7c39-4a47-87ae-552468dabc6a will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:37:40.903386 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.973367 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ce45979e-7c39-4a47-87ae-552468dabc6a,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.022118 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Attempting to bind port ce45979e-7c39-4a47-87ae-552468dabc6a on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:37:41.022453 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Attempting to bind port ce45979e-7c39-4a47-87ae-552468dabc6a by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:37:41.022894 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Attempting to bind port ce45979e-7c39-4a47-87ae-552468dabc6a on network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:41.027321 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Port ce45979e-7c39-4a47-87ae-552468dabc6a on network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:37:41.027639 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Attempting to bind port ce45979e-7c39-4a47-87ae-552468dabc6a on network 7fdffa5f-cef9-4d6e-b9d1-09215e7584ef {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:37:41.032693 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:37:41.033031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Checking segment: {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:37:41.033394 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Bound using segment: {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:37:41.033820 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Bound port: ce45979e-7c39-4a47-87ae-552468dabc6a, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d401ca-5f8e-4526-885a-f4ff4f3c7604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:37:41.034178 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.142517 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] For port ce45979e-7c39-4a47-87ae-552468dabc6a, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:37:41.146881 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] For port ce45979e-7c39-4a47-87ae-552468dabc6a, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ce45979e-7c39-4a47-87ae-552468dabc6a,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:37:41.164112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a417616-7f6c-4a82-8972-155c2365c38d req-2632dac0-e0f5-4fdc-b904-03795dd4a34b tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.166329 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a417616-7f6c-4a82-8972-155c2365c38d req-2632dac0-e0f5-4fdc-b904-03795dd4a34b tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 943 time: 0.1001718 Aug 30 14:37:41.167996 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.233075 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.233704 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.235115 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] 10.222.0.48 "PUT /v2.0/ports/ce45979e-7c39-4a47-87ae-552468dabc6a HTTP/1.1" status: 200 len: 1093 time: 0.7259593 Aug 30 14:37:41.263772 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a417616-7f6c-4a82-8972-155c2365c38d req-556e97d5-8c03-444a-9a92-41ed49fd8d3c tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908668 Aug 30 14:37:41.264943 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0bad5-60f3-4ea9-b1f5-da5014a38cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ce45979e-7c39-4a47-87ae-552468dabc6a,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:41.327247 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-cc8e0587-812a-46e0-882a-d5b147724821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.328649 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-cc8e0587-812a-46e0-882a-d5b147724821 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 1096 time: 0.0497837 Aug 30 14:37:41.375865 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-769328f7-455c-43d9-9557-e25fdb8bb94f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce45979e-7c39-4a47-87ae-552468dabc6a HTTP/1.1" status: 200 len: 217 time: 0.0376327 Aug 30 14:37:41.428575 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-93b988ce-320a-41a7-82ec-95c23bf4875c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.430902 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-93b988ce-320a-41a7-82ec-95c23bf4875c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29360c15-c755-46a0-81b1-24de89fe3bb2 HTTP/1.1" status: 200 len: 849 time: 0.0477312 Aug 30 14:37:41.466083 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-73f3b7d7-0776-4ae8-a398-5a0dfd8f3f90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264845 Aug 30 14:37:41.478736 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e9acb1f0-b9c6-494d-b3b8-5481501218c4 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:41.500593 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: e9acb1f0-b9c6-494d-b3b8-5481501218c4 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:41.500941 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e9acb1f0-b9c6-494d-b3b8-5481501218c4 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:41.578383 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-9261349d-fb88-44cd-b8f2-771e42345f18 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012819 Aug 30 14:37:41.675930 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b7bd43b-c94c-43a2-ba6b-217912f25182 req-18aad041-352c-4eac-b717-e846e34860d2 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889490 Aug 30 14:37:41.692860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'tag': 'ce45979e-7c39-4a47-87ae-552468dabc6a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:41.695234 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa92061-42eb-4b67-afc8-538e1a7cb72c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d00477-93b0-4c6c-89d1-771f6a24f076", "tag": "ce45979e-7c39-4a47-87ae-552468dabc6a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:41.738231 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b6c9b7-dc3d-4e53-af43-d328207c9836 x-openstack-request-id: req-57b6c9b7-dc3d-4e53-af43-d328207c9836 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:41.738496 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d00477-93b0-4c6c-89d1-771f6a24f076", "tag": "ce45979e-7c39-4a47-87ae-552468dabc6a", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:41.738813 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57b6c9b7-dc3d-4e53-af43-d328207c9836 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:41.739212 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'tag': 'ce45979e-7c39-4a47-87ae-552468dabc6a', 'status': 'completed', 'code': 200} Aug 30 14:37:41.807988 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-3f749b75-6881-4663-828a-9da6a3d96da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.809743 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-3f749b75-6881-4663-828a-9da6a3d96da4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 1096 time: 0.0424559 Aug 30 14:37:41.909697 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-c08ff43e-dbfd-45bc-9132-840f2d155abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:41.911256 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-c08ff43e-dbfd-45bc-9132-840f2d155abd service neutron] 10.222.0.48 "GET /v2.0/networks?id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 200 len: 910 time: 0.0920525 Aug 30 14:37:41.960977 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-ba150624-d3e7-4ad8-953c-5b09e5e29e87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce45979e-7c39-4a47-87ae-552468dabc6a HTTP/1.1" status: 200 len: 217 time: 0.0358140 Aug 30 14:37:42.016111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-046e9f52-31f5-4b20-8ea8-a510e2f9ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.017551 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-046e9f52-31f5-4b20-8ea8-a510e2f9ca7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=29360c15-c755-46a0-81b1-24de89fe3bb2 HTTP/1.1" status: 200 len: 849 time: 0.0491941 Aug 30 14:37:42.052846 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-e9ce45b0-4106-4b67-aaa9-5c1c725838eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271363 Aug 30 14:37:42.146169 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-7ff7e375-1fc2-4d20-916b-d53f45d77b90 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852218 Aug 30 14:37:42.253177 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8fa92061-42eb-4b67-afc8-538e1a7cb72c req-d8855c2f-aaf8-40a2-9cf8-f97c98bdf041 service neutron] 10.222.0.48 "GET /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941739 Aug 30 14:37:42.391993 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f69d7-0c0b-4f58-a443-cf4c85f5ee8e req-f862aef6-5e96-454c-a730-c42e8de5ccc9 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:42.393509 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de9f69d7-0c0b-4f58-a443-cf4c85f5ee8e req-f862aef6-5e96-454c-a730-c42e8de5ccc9 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 943 time: 0.0528796 Aug 30 14:37:42.431645 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.435799 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-de9f69d7-0c0b-4f58-a443-cf4c85f5ee8e req-549c6144-9bd2-4743-8328-013081d075e4 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Aug 30 14:37:43.569232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39724c7-ff35-4fd8-9525-e951e1968e46 req-e0f356b4-9861-40ef-a015-d2c9a9bf2d2f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:43.570657 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a39724c7-ff35-4fd8-9525-e951e1968e46 req-e0f356b4-9861-40ef-a015-d2c9a9bf2d2f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 943 time: 0.0559070 Aug 30 14:37:43.623726 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a39724c7-ff35-4fd8-9525-e951e1968e46 req-34edc902-bcb1-4eb4-bfa3-4c3695355d6e tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465279 Aug 30 14:37:44.584569 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:44.757232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e526f3-c1ff-4ead-b14b-712bba44b22b req-00727ee4-0cc9-4af4-8cdb-8bb72d40f6da tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:44.758769 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-08e526f3-c1ff-4ead-b14b-712bba44b22b req-00727ee4-0cc9-4af4-8cdb-8bb72d40f6da tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 943 time: 0.0574691 Aug 30 14:37:44.804565 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-08e526f3-c1ff-4ead-b14b-712bba44b22b req-0868ef79-84b4-4bc3-8584-4921e2a72954 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Aug 30 14:37:45.478348 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device ce45979e-7c39-4a47-87ae-552468dabc6a details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:37:45.584086 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port ce45979e-7c39-4a47-87ae-552468dabc6a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ce45979e-7c39-4a47-87ae-552468dabc6a,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:45.599599 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'ce45979e-7c39-4a47-87ae-552468dabc6a', 'network_id': '7fdffa5f-cef9-4d6e-b9d1-09215e7584ef', 'port_id': 'ce45979e-7c39-4a47-87ae-552468dabc6a', 'mac_address': 'fa:16:3e:f3:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29360c15-c755-46a0-81b1-24de89fe3bb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:37:45.647968 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.661406 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce45979e-7c39-4a47-87ae-552468dabc6a {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:37:45.681768 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port ce45979e-7c39-4a47-87ae-552468dabc6a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ce45979e-7c39-4a47-87ae-552468dabc6a,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:45.688640 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:45.739530 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=ce45979e-7c39-4a47-87ae-552468dabc6a,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:45.948465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0374b82-e596-4ea3-be3e-ac7abf8b7f13 req-9bf76474-1b0b-4555-9bd2-136ccf48c73a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:45.949991 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0374b82-e596-4ea3-be3e-ac7abf8b7f13 req-9bf76474-1b0b-4555-9bd2-136ccf48c73a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 944 time: 0.0610170 Aug 30 14:37:45.961703 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['ce45979e-7c39-4a47-87ae-552468dabc6a'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:45.992117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0374b82-e596-4ea3-be3e-ac7abf8b7f13 req-e6ffc6f7-55a4-4e49-9248-f6e427f051f6 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348582 Aug 30 14:37:46.210370 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:37:47.113426 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967dc3c-ba19-42f9-8844-bdc282ed0891 req-1aff712b-0637-40ed-bd59-f4c5f3adf569 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:47.114917 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b967dc3c-ba19-42f9-8844-bdc282ed0891 req-1aff712b-0637-40ed-bd59-f4c5f3adf569 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 944 time: 0.0520959 Aug 30 14:37:47.155555 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b967dc3c-ba19-42f9-8844-bdc282ed0891 req-efdc415a-2e17-4f49-9bfc-89e2dfd0c3f4 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319383 Aug 30 14:37:47.484481 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device ce45979e-7c39-4a47-87ae-552468dabc6a up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:37:47.538864 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port ce45979e-7c39-4a47-87ae-552468dabc6a completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:37:47.542500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port ce45979e-7c39-4a47-87ae-552468dabc6a triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:37:47.542900 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.637037 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.665139 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce45979e-7c39-4a47-87ae-552468dabc6a'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:47.667539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c6c09c-128f-4c14-82f1-582a1985a872" -d '{"events": [{"server_uuid": "f5d00477-93b0-4c6c-89d1-771f6a24f076", "name": "network-vif-plugged", "status": "completed", "tag": "ce45979e-7c39-4a47-87ae-552468dabc6a"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:47.680769 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port ce45979e-7c39-4a47-87ae-552468dabc6a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ce45979e-7c39-4a47-87ae-552468dabc6a,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:47.686492 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:47.734436 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=ce45979e-7c39-4a47-87ae-552468dabc6a,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:47.774647 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e4a2f2-f03b-48a5-b7b7-ac3778e4379e x-openstack-request-id: req-b5e4a2f2-f03b-48a5-b7b7-ac3778e4379e {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:47.774956 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d00477-93b0-4c6c-89d1-771f6a24f076", "name": "network-vif-plugged", "status": "completed", "tag": "ce45979e-7c39-4a47-87ae-552468dabc6a", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:47.775218 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5e4a2f2-f03b-48a5-b7b7-ac3778e4379e {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:47.775617 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce45979e-7c39-4a47-87ae-552468dabc6a', 'code': 200} Aug 30 14:37:47.960222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5eb2b8-2699-4181-9501-117bb988de8b req-fe28e001-792f-486b-a20a-186eabce6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:47.961676 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b5eb2b8-2699-4181-9501-117bb988de8b req-fe28e001-792f-486b-a20a-186eabce6a08 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 1098 time: 0.0507627 Aug 30 14:37:47.998271 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b5eb2b8-2699-4181-9501-117bb988de8b req-cd40742b-c6c0-4713-a507-a9760d52ab49 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287669 Aug 30 14:37:48.294721 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c123f1-5a1d-4b8d-a8ed-b95af3d7eb2e req-8c2d6015-dbea-491d-b5e5-c38fb63aa4fa tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:48.296193 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-86c123f1-5a1d-4b8d-a8ed-b95af3d7eb2e req-8c2d6015-dbea-491d-b5e5-c38fb63aa4fa tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 945 time: 0.0644751 Aug 30 14:37:48.340626 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-86c123f1-5a1d-4b8d-a8ed-b95af3d7eb2e req-47aa7270-fa31-445e-9fd2-e5e2a4a80c59 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Aug 30 14:37:49.464469 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e971c11-5704-4039-a584-64420a0cafa7 req-d1a98617-fc53-4c02-a74d-2bea728fd69a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:49.465984 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2e971c11-5704-4039-a584-64420a0cafa7 req-d1a98617-fc53-4c02-a74d-2bea728fd69a tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Aug 30 14:37:49.509769 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2e971c11-5704-4039-a584-64420a0cafa7 req-997053f1-d57c-4e6f-90d4-61a8e00e6e3e tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Aug 30 14:37:50.639451 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce305a07-c6dd-4b89-8be4-668f16abb6a4 req-f0110f87-7d9b-4929-8cb2-16a3aa8f2235 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:50.640993 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce305a07-c6dd-4b89-8be4-668f16abb6a4 req-f0110f87-7d9b-4929-8cb2-16a3aa8f2235 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 945 time: 0.0572081 Aug 30 14:37:50.681433 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ce305a07-c6dd-4b89-8be4-668f16abb6a4 req-36b9c051-2b11-43cf-aac5-5ecf26361a94 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Aug 30 14:37:51.445670 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c22d2b-fa7b-4bf9-8536-06a7b9e27d85 req-e9cbd38b-bfcc-4cb8-8727-0357fc8b6119 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:51.447063 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-15c22d2b-fa7b-4bf9-8536-06a7b9e27d85 req-e9cbd38b-bfcc-4cb8-8727-0357fc8b6119 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Aug 30 14:37:51.491503 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-15c22d2b-fa7b-4bf9-8536-06a7b9e27d85 req-7a81d988-0791-41b6-bd48-846c23df1524 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Aug 30 14:37:52.621212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9109c3c-2358-4a23-be43-2a903596649b req-261cdc62-9bca-415f-910f-b8e7caa3180d tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:52.622688 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9109c3c-2358-4a23-be43-2a903596649b req-261cdc62-9bca-415f-910f-b8e7caa3180d tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 945 time: 0.0526350 Aug 30 14:37:52.665082 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c9109c3c-2358-4a23-be43-2a903596649b req-f077bcb8-1094-4546-bece-fd628f723dd4 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/security-groups?id=8852d599-92ca-4990-925b-bbc7ca4b62f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343425 Aug 30 14:37:53.086635 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-d3765571-d651-4ac2-a0e4-6fea943da790 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:53.088049 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-d3765571-d651-4ac2-a0e4-6fea943da790 tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 945 time: 0.0649922 Aug 30 14:37:53.183825 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Deleting port ce45979e-7c39-4a47-87ae-552468dabc6a {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:37:53.184141 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.282240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] For port ce45979e-7c39-4a47-87ae-552468dabc6a, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=ce45979e-7c39-4a47-87ae-552468dabc6a,segment=NetworkSegment(00d401ca-5f8e-4526-885a-f4ff4f3c7604),segment_id=00d401ca-5f8e-4526-885a-f4ff4f3c7604)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:37:53.282600 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.295547 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Calling delete_port for ce45979e-7c39-4a47-87ae-552468dabc6a owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:37:53.428556 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.443977 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['ce45979e-7c39-4a47-87ae-552468dabc6a'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:37:53.462211 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Pushing event deleted for resources: {'Port': ['ID=ce45979e-7c39-4a47-87ae-552468dabc6a,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:37:53.517440 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] No DVR routers for this DVR port ce45979e-7c39-4a47-87ae-552468dabc6a on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:37:53.520391 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:53.522797 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e3431761-1102-48cb-8a94-6e534e983dd2 req-b35c8dca-32e7-40d3-be1c-808e6fe5d01f tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.48 "DELETE /v2.0/ports/ce45979e-7c39-4a47-87ae-552468dabc6a HTTP/1.1" status: 204 len: 173 time: 0.4281113 Aug 30 14:37:53.523259 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'name': 'network-vif-deleted', 'tag': 'ce45979e-7c39-4a47-87ae-552468dabc6a'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:37:53.525720 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23530562-7eb5-4fd3-b053-65c90598c720" -d '{"events": [{"server_uuid": "f5d00477-93b0-4c6c-89d1-771f6a24f076", "name": "network-vif-deleted", "tag": "ce45979e-7c39-4a47-87ae-552468dabc6a"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:37:53.566690 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a96a4-88ff-44f9-b00e-06b04b192af3 x-openstack-request-id: req-569a96a4-88ff-44f9-b00e-06b04b192af3 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:37:53.566983 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d00477-93b0-4c6c-89d1-771f6a24f076", "name": "network-vif-deleted", "tag": "ce45979e-7c39-4a47-87ae-552468dabc6a", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:37:53.567219 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-569a96a4-88ff-44f9-b00e-06b04b192af3 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:37:53.567627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d00477-93b0-4c6c-89d1-771f6a24f076', 'name': 'network-vif-deleted', 'tag': 'ce45979e-7c39-4a47-87ae-552468dabc6a', 'status': 'completed', 'code': 200} Aug 30 14:37:53.788509 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-533c5b94-66d0-46f1-9381-43328296d7eb req-5dc4c63d-4c79-4945-b614-b49d613b5ead tempest-VolumesActionsTest-916223262 tempest-VolumesActionsTest-916223262-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5d00477-93b0-4c6c-89d1-771f6a24f076 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Aug 30 14:37:54.817537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b477fc5-6c9f-4b1a-bb9f-6f679cc3205c req-8a8b922d-6ca5-41c6-a584-5d4f7eca5efd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:54.819260 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b477fc5-6c9f-4b1a-bb9f-6f679cc3205c req-8a8b922d-6ca5-41c6-a584-5d4f7eca5efd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0600717 Aug 30 14:37:54.873196 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b477fc5-6c9f-4b1a-bb9f-6f679cc3205c req-8ceb8706-4369-4fc5-a5cd-fdf174bc884f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Aug 30 14:37:56.015843 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee93a69-06d6-41f7-bfb4-7cbf0d529bd0 req-59afa000-2791-4eb0-8805-4aaa90f9baac tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:56.018068 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ee93a69-06d6-41f7-bfb4-7cbf0d529bd0 req-59afa000-2791-4eb0-8805-4aaa90f9baac tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0593965 Aug 30 14:37:56.061378 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ee93a69-06d6-41f7-bfb4-7cbf0d529bd0 req-b5637ed2-d959-4751-88a6-9dfefbec975b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361111 Aug 30 14:37:57.200697 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5decc-f3e6-4f77-9836-6d49b63f1639 req-23d63c7e-c545-424b-84c0-c92a3ef3e954 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:57.202244 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13a5decc-f3e6-4f77-9836-6d49b63f1639 req-23d63c7e-c545-424b-84c0-c92a3ef3e954 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0649352 Aug 30 14:37:57.244637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13a5decc-f3e6-4f77-9836-6d49b63f1639 req-8cb4e82e-17dd-48dc-b021-3ccb1683ece4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359321 Aug 30 14:37:57.735743 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device ce45979e-7c39-4a47-87ae-552468dabc6a no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:37:57.757299 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: ce45979e-7c39-4a47-87ae-552468dabc6a {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:37:57.757645 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device ce45979e-7c39-4a47-87ae-552468dabc6a not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:37:58.390806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1d914-4662-4553-bd8c-cd5e4be4083b req-83b76bc6-76c2-45ed-aa57-e1f3e95c6dab tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:58.392292 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-32e1d914-4662-4553-bd8c-cd5e4be4083b req-83b76bc6-76c2-45ed-aa57-e1f3e95c6dab tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0641737 Aug 30 14:37:58.435065 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-32e1d914-4662-4553-bd8c-cd5e4be4083b req-2d8690c9-f16c-45fe-ae25-05a7a3f2c179 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359900 Aug 30 14:37:59.566537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b452-3507-4c85-bf8e-571ba1f5ea16 req-4522bc80-3d84-4754-af20-cf370c5ddf5e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:37:59.568181 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3b47b452-3507-4c85-bf8e-571ba1f5ea16 req-4522bc80-3d84-4754-af20-cf370c5ddf5e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0596547 Aug 30 14:37:59.609148 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3b47b452-3507-4c85-bf8e-571ba1f5ea16 req-b727f14c-4bfd-48ab-a3b7-4c8c71fe0efd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Aug 30 14:38:00.767537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805a723-4107-4681-9e26-23ed852a8b7d req-bba3010e-834d-4e0f-934f-8598a440b213 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:00.770158 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9805a723-4107-4681-9e26-23ed852a8b7d req-bba3010e-834d-4e0f-934f-8598a440b213 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0739496 Aug 30 14:38:00.813026 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9805a723-4107-4681-9e26-23ed852a8b7d req-e607ad2e-ce3a-4f89-8aef-eeb84d4f83a2 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344839 Aug 30 14:38:01.941620 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5de7d7-3876-4b50-8f28-56a861e7eddb req-b04f8016-4a8c-4109-992e-c3cfd79a29dd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:01.943146 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d5de7d7-3876-4b50-8f28-56a861e7eddb req-b04f8016-4a8c-4109-992e-c3cfd79a29dd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0503848 Aug 30 14:38:01.991501 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d5de7d7-3876-4b50-8f28-56a861e7eddb req-18ff0a70-b2b3-414e-8ce9-8960912b3fed tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390797 Aug 30 14:38:03.131437 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022551a-bd51-43d2-b0f9-02871d506ac1 req-831d239c-e7cc-43aa-a23c-c680b19fac78 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:03.134186 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b022551a-bd51-43d2-b0f9-02871d506ac1 req-831d239c-e7cc-43aa-a23c-c680b19fac78 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0578890 Aug 30 14:38:03.179607 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b022551a-bd51-43d2-b0f9-02871d506ac1 req-d9bed949-cb73-4185-8cf2-5357515fa744 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370183 Aug 30 14:38:04.312883 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb3919-f415-43f4-add2-ae9972455d9d req-41826305-92d0-44b1-aaa9-6b647d4e8f8c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:04.314488 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45fb3919-f415-43f4-add2-ae9972455d9d req-41826305-92d0-44b1-aaa9-6b647d4e8f8c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0542047 Aug 30 14:38:04.367252 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-45fb3919-f415-43f4-add2-ae9972455d9d req-c1c5670a-11e4-4ddf-93f5-0a9b01da6361 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465724 Aug 30 14:38:05.521465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade36070-5834-46ea-ba6a-3f9858a37c27 req-d0fb2e85-1bbd-4db1-af09-c94f2d7250ef tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:05.523312 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ade36070-5834-46ea-ba6a-3f9858a37c27 req-d0fb2e85-1bbd-4db1-af09-c94f2d7250ef tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0566676 Aug 30 14:38:05.570131 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ade36070-5834-46ea-ba6a-3f9858a37c27 req-aba01d4c-5f52-4081-b923-fd37ff393146 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Aug 30 14:38:06.724566 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e384f46-6da0-405d-acf5-5176c988f39b req-93b5f0ec-ac42-41d9-8e14-6bcbfa81dedf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:06.739688 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e384f46-6da0-405d-acf5-5176c988f39b req-93b5f0ec-ac42-41d9-8e14-6bcbfa81dedf tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0860941 Aug 30 14:38:06.785642 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e384f46-6da0-405d-acf5-5176c988f39b req-c4b7f2a7-5125-4bf8-ba99-f8242c814004 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416651 Aug 30 14:38:06.904189 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2cea1b2a-f4e5-46ac-a29b-618a9ae347c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:07.925772 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d498c3-abe1-4ff2-87ff-aa9ba89b8ad7 req-5b0e635b-4fcd-432b-a313-555b8afb1d59 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:07.927707 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-91d498c3-abe1-4ff2-87ff-aa9ba89b8ad7 req-5b0e635b-4fcd-432b-a313-555b8afb1d59 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0610807 Aug 30 14:38:07.978236 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-91d498c3-abe1-4ff2-87ff-aa9ba89b8ad7 req-f94c8bf6-9f10-47af-86bf-d4edb719c478 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 Aug 30 14:38:09.123598 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78adb22-ee25-4ee5-9e09-2b2add2daac1 req-ecc31c03-ff22-464f-a93f-cde822935294 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:09.125083 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b78adb22-ee25-4ee5-9e09-2b2add2daac1 req-ecc31c03-ff22-464f-a93f-cde822935294 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0514662 Aug 30 14:38:09.183813 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b78adb22-ee25-4ee5-9e09-2b2add2daac1 req-82c68879-5606-4f02-a26c-0a20eae5025a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523098 Aug 30 14:38:09.548871 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-91d83189-400f-4dea-b8ca-26434e02fad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.796798 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.337747 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437915a-1495-4812-8621-9cd05e8d67be req-c16f80a7-28d0-4a6e-84f1-6de34174d30e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:10.340078 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f437915a-1495-4812-8621-9cd05e8d67be req-c16f80a7-28d0-4a6e-84f1-6de34174d30e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0609624 Aug 30 14:38:10.385822 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f437915a-1495-4812-8621-9cd05e8d67be req-d39be93b-d62f-4532-b5f8-1cca2f7538c4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Aug 30 14:38:10.773536 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.528895 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d13d2a-264a-4264-af22-093c45f3055c req-25786789-0e14-4087-90ff-8d9f06e7464e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:11.531734 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d4d13d2a-264a-4264-af22-093c45f3055c req-25786789-0e14-4087-90ff-8d9f06e7464e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0668411 Aug 30 14:38:11.587281 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d4d13d2a-264a-4264-af22-093c45f3055c req-5b826651-c1de-419a-b5e1-947aaa693b2d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480492 Aug 30 14:38:12.434326 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.767839 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f22ded-56f9-496e-a3d0-2232858a1075 req-cf10bba3-66ea-4389-9d38-413fb767d98d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:12.770275 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-20f22ded-56f9-496e-a3d0-2232858a1075 req-cf10bba3-66ea-4389-9d38-413fb767d98d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0840271 Aug 30 14:38:12.849077 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-20f22ded-56f9-496e-a3d0-2232858a1075 req-986b3f30-5869-4b4d-9102-02ca1835832f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690484 Aug 30 14:38:13.589792 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:38:13.700220 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:13.714924 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'mac_address': 'fa:16:3e:bd:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:38:13.807742 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:13.832370 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7f08edb-a061-4a18-a123-5a7733b7d951 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:13.890464 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:13.897061 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:14.014884 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['e7f08edb-a061-4a18-a123-5a7733b7d951'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:14.018514 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=6']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:14.033793 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2e50-e257-46db-a57d-ce7bbf69c295 req-13722d76-e3b7-4007-a5d0-f787249f7fe7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:14.035403 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b8e2e50-e257-46db-a57d-ce7bbf69c295 req-13722d76-e3b7-4007-a5d0-f787249f7fe7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 945 time: 0.1052518 Aug 30 14:38:14.089343 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.089745 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.090031 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.090369 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.090729 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.091069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.091400 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.091726 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.092076 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.092406 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.092734 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.093055 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:14.121223 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6b8e2e50-e257-46db-a57d-ce7bbf69c295 req-b87a589a-665c-4636-8860-df92f6143458 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796008 Aug 30 14:38:14.595070 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.271145 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1e6ce-c34c-4234-b300-f8882d0da29f req-db7c5cc7-f514-4ad1-bb5a-3256967781bb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.276947 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0f1e6ce-c34c-4234-b300-f8882d0da29f req-db7c5cc7-f514-4ad1-bb5a-3256967781bb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 945 time: 0.0625739 Aug 30 14:38:15.328440 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0f1e6ce-c34c-4234-b300-f8882d0da29f req-310d947c-32ca-46bb-af17-ec78aae8de8b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406435 Aug 30 14:38:15.585500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:15.642772 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port e7f08edb-a061-4a18-a123-5a7733b7d951 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:15.643507 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.761685 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.783471 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879504-4d7e-4800-8888-91915ffc4644 req-0911ce40-5313-4804-a3b1-158421c29c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.785005 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-0911ce40-5313-4804-a3b1-158421c29c7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1098 time: 0.0557413 Aug 30 14:38:15.798322 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:15.800724 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c68057-a78e-47b6-b25f-20210e4928da" -d '{"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-plugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:15.836080 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:15.848250 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4949a149-b30f-4d9e-ba90-b0e333d5ff28 x-openstack-request-id: req-4949a149-b30f-4d9e-ba90-b0e333d5ff28 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:15.848588 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-plugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:15.848979 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4949a149-b30f-4d9e-ba90-b0e333d5ff28 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:15.849602 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'code': 200} Aug 30 14:38:15.851224 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:15.919656 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=7']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:15.947864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879504-4d7e-4800-8888-91915ffc4644 req-3c1e45b1-09c3-48a8-9859-719ce4c6eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:15.949546 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-3c1e45b1-09c3-48a8-9859-719ce4c6eda2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.1401567 Aug 30 14:38:16.031066 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-3c3fa6d1-eb80-4dcd-ba8a-2a94588bd318 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 1001 time: 0.0727971 Aug 30 14:38:16.094131 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879504-4d7e-4800-8888-91915ffc4644 req-406ed5f2-bad0-4dff-b8c5-e57225c67f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:16.095835 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-406ed5f2-bad0-4dff-b8c5-e57225c67f9b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0549080 Aug 30 14:38:16.144890 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42879504-4d7e-4800-8888-91915ffc4644 req-c58c1efb-bb17-453a-8384-70dd78b1bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:16.146875 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-c58c1efb-bb17-453a-8384-70dd78b1bd36 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438139 Aug 30 14:38:16.266078 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-9149d4c7-ac27-4c5e-ba4a-9e2a7be240fb service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078115 Aug 30 14:38:16.388581 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-42879504-4d7e-4800-8888-91915ffc4644 req-d738714e-ee4f-43f0-8769-82cca3841c91 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148419 Aug 30 14:38:16.516836 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efd1f2-9aa0-4592-a4da-fb68c9ba941b req-57cdcd24-95cf-4483-9a98-81a01c7d172c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:16.518995 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-56efd1f2-9aa0-4592-a4da-fb68c9ba941b req-57cdcd24-95cf-4483-9a98-81a01c7d172c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0738635 Aug 30 14:38:16.591860 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-56efd1f2-9aa0-4592-a4da-fb68c9ba941b req-3c4018ef-ef92-4b59-b97b-5145b183010d tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606084 Aug 30 14:38:17.746520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f934d-c697-4b14-8999-6b4e3411ae8f req-f1d2e495-d836-43a3-bc10-a57a8a17988f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:17.748092 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c5f934d-c697-4b14-8999-6b4e3411ae8f req-f1d2e495-d836-43a3-bc10-a57a8a17988f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0726204 Aug 30 14:38:17.795866 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c5f934d-c697-4b14-8999-6b4e3411ae8f req-e648dd5c-bdd2-4c23-a267-d17659e24970 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405183 Aug 30 14:38:17.889191 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 47474) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:17.937722 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Deleting subnet 29360c15-c755-46a0-81b1-24de89fe3bb2 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:38:17.941371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:17.981395 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.024751 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.082244 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.113460 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29360c15-c755-46a0-81b1-24de89fe3bb2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:18.117583 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.119552 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-637f2666-066c-42ee-b56f-19630951b1fe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/29360c15-c755-46a0-81b1-24de89fe3bb2 HTTP/1.1" status: 204 len: 168 time: 0.2290428 Aug 30 14:38:18.122241 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 47476) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:18.196609 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.298740 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.310470 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdffa5f-cef9-4d6e-b9d1-09215e7584ef']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:18.323405 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d401ca-5f8e-4526-885a-f4ff4f3c7604') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:18.323695 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d401ca-5f8e-4526-885a-f4ff4f3c7604') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:18.333866 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.352176 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.360587 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:38:18.361266 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:38:18.363263 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:38:18.424415 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.430836 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.432782 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7fdffa5f-cef9-4d6e-b9d1-09215e7584ef HTTP/1.1" status: 204 len: 168 time: 0.3095770 Aug 30 14:38:18.448799 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdffa5f-cef9-4d6e-b9d1-09215e7584ef,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:18.456158 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.456515 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.456859 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.457192 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.457529 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.457978 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.458182 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.458733 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.459068 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.459612 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.459988 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.460360 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75324c78-9d61-4138-bbcf-f0249aff34d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:18.562715 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 47480) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:18.616641 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 47482) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:18.617235 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-2349e5d3-298d-4483-baa0-808f0527340f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e7e9a4f7c274a4d862583e8a10a815e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527916 Aug 30 14:38:18.680119 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3939cfde-7521-43dc-a292-dee9f2ee9edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.712843 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3939cfde-7521-43dc-a292-dee9f2ee9edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.791798 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3939cfde-7521-43dc-a292-dee9f2ee9edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.795662 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3939cfde-7521-43dc-a292-dee9f2ee9edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:18.796874 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3939cfde-7521-43dc-a292-dee9f2ee9edb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8852d599-92ca-4990-925b-bbc7ca4b62f4 HTTP/1.1" status: 204 len: 168 time: 0.1787519 Aug 30 14:38:18.807570 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939cfde-7521-43dc-a292-dee9f2ee9edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8852d599-92ca-4990-925b-bbc7ca4b62f4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:18.983027 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5c330-86ac-4fc8-8438-001722ae6a03 req-b47cd89a-1055-4a3b-af87-8926558f9401 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:18.984833 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c2d5c330-86ac-4fc8-8438-001722ae6a03 req-b47cd89a-1055-4a3b-af87-8926558f9401 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0922790 Aug 30 14:38:19.046650 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c2d5c330-86ac-4fc8-8438-001722ae6a03 req-9fec9c9b-1598-49f5-9e96-861c027303a4 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536613 Aug 30 14:38:20.209053 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7a8f1-bb81-474e-a336-597098b1b1b7 req-53f2001f-fb0e-4083-8f84-d82397e2962b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:20.212315 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07c7a8f1-bb81-474e-a336-597098b1b1b7 req-53f2001f-fb0e-4083-8f84-d82397e2962b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0633099 Aug 30 14:38:20.266468 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07c7a8f1-bb81-474e-a336-597098b1b1b7 req-3c2ddc8a-bf84-4d41-9759-640a778b3b5e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466459 Aug 30 14:38:21.414420 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94073203-f7c5-460f-951b-e9821009875a req-74ebf618-c89f-4dce-abc6-e7cbe5bd091c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.416808 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94073203-f7c5-460f-951b-e9821009875a req-74ebf618-c89f-4dce-abc6-e7cbe5bd091c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0687950 Aug 30 14:38:21.479973 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4210bfbb-7cce-4ac1-b0a7-592af93136ae tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=77babfbfc5594e699c2f57b3861acde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350404 Aug 30 14:38:21.519072 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-94073203-f7c5-460f-951b-e9821009875a req-d12d08f7-07f7-45fd-9831-deebf068ff30 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937746 Aug 30 14:38:21.727084 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-8605fa32-5410-4dab-b4d6-1c4e96cc6361 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:21.728506 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-8605fa32-5410-4dab-b4d6-1c4e96cc6361 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2424495 Aug 30 14:38:21.752981 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-0892215f-2f4f-4e90-96b5-9b437b887cfd tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/quotas/77babfbfc5594e699c2f57b3861acde8 HTTP/1.1" status: 200 len: 375 time: 0.0095866 Aug 30 14:38:21.785066 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-60ced3bf-8d54-4e74-be50-0347cc903b56 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=77babfbfc5594e699c2f57b3861acde8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263627 Aug 30 14:38:21.966049 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-47ac825a-2c03-478d-912b-ca460a021c4f req-3e064d9c-30fd-4e35-b902-d057523623f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 210 time: 0.0345864 Aug 30 14:38:22.643608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc84f9-5c34-4def-bb52-2d2f958a97a5 req-cf4e3d98-9483-47b3-b0a6-cddab80b1a42 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:22.645297 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aedc84f9-5c34-4def-bb52-2d2f958a97a5 req-cf4e3d98-9483-47b3-b0a6-cddab80b1a42 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0518358 Aug 30 14:38:22.687627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-aedc84f9-5c34-4def-bb52-2d2f958a97a5 req-1e9c7276-141c-4b78-baa9-d68601fb2b8c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358145 Aug 30 14:38:23.092218 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3354531a-8b76-4e1e-b078-7c58068613c1 req-56ec9541-6a27-436a-8977-f1d94ffe5e04 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 210 time: 0.0449374 Aug 30 14:38:23.092218 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-dc184a9f-9dc2-402f-9662-f2a283b5b9d7 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=77babfbfc5594e699c2f57b3861acde8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366623 Aug 30 14:38:23.149096 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-642f6341-e63e-4d2b-9454-b6ecfb70061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.150902 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-642f6341-e63e-4d2b-9454-b6ecfb70061f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1099 time: 0.0713012 Aug 30 14:38:23.210508 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:38:23.222214 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-22e15a16-0997-44c5-9652-f538636feb77 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.223676 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-22e15a16-0997-44c5-9652-f538636feb77 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263046 Aug 30 14:38:23.242518 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Request body: {'port': {'device_id': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb', 'admin_state_up': True, 'tenant_id': '77babfbfc5594e699c2f57b3861acde8'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:23.262678 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-7cbaf195-7050-4892-b357-cebe9a7eeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.264126 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-7cbaf195-7050-4892-b357-cebe9a7eeb42 service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.1045372 Aug 30 14:38:23.342470 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-69eea1f5-8e12-4b74-a3a9-370dfe0e16e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 1001 time: 0.0701532 Aug 30 14:38:23.397436 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-9fafcd6b-6bf4-4d68-ac4b-2a920ee40340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.399035 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-9fafcd6b-6bf4-4d68-ac4b-2a920ee40340 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0479496 Aug 30 14:38:23.450177 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-c5125df4-4460-4485-b5ae-6293738c7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.451819 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-c5125df4-4460-4485-b5ae-6293738c7b58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445855 Aug 30 14:38:23.550559 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-67f0bbd3-be4e-4d73-9ca2-27001663f8b1 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908604 Aug 30 14:38:23.596588 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Made reservation on behalf of 77babfbfc5594e699c2f57b3861acde8 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:38:23.600840 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.609852 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.642130 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [req-4551aa5e-8def-4b00-add3-670d6f029cc9 req-f0d26021-7f4e-48b2-a740-275549ceb475 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Aug 30 14:38:23.705875 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.711839 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:23.789565 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de96af44-b64b-4076-8404-8133d627adca,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:23.871954 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817870c-a6d0-4951-b69e-c3f5e5a1fecf req-50ddb0c4-c9d7-4005-9605-dcc9c314a644 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:23.873499 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8817870c-a6d0-4951-b69e-c3f5e5a1fecf req-50ddb0c4-c9d7-4005-9605-dcc9c314a644 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0955327 Aug 30 14:38:23.893798 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Allocated IP 192.168.233.41 (8b0e6f9f-6924-4b70-be56-2ab7178d64bb/2b563f14-e4cd-443d-a417-e4dc68fb4d12/2d950c9e-1dc5-4ac4-89f6-221ed675860f) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:38:23.940473 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8817870c-a6d0-4951-b69e-c3f5e5a1fecf req-86648d4d-04ae-4a04-8f7f-55e1c8754b9c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582933 Aug 30 14:38:24.066723 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.080428 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Transition to ACTIVE for port object 2d950c9e-1dc5-4ac4-89f6-221ed675860f will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:24.123013 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.173172 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:38:24.189102 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:38:24.209597 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:38:24.235868 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Pushing event updated for resources: {'Port': ['ID=2d950c9e-1dc5-4ac4-89f6-221ed675860f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:24.275116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b6e8b-3334-43eb-bca3-cc7c1da8430f req-e0e065ab-65d4-4a6f-8231-e5d814f1ec01 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.276663 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eb8b6e8b-3334-43eb-bca3-cc7c1da8430f req-e0e065ab-65d4-4a6f-8231-e5d814f1ec01 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 935 time: 0.1073496 Aug 30 14:38:24.282447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.282984 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.315084 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-4cd109da-1dfd-44f6-b24c-20fd8f9af6f8 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0772901 Aug 30 14:38:24.328997 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eb8b6e8b-3334-43eb-bca3-cc7c1da8430f req-2a21e83b-cf53-4f13-959f-d4b63169074c tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Aug 30 14:38:24.334260 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Request body: {'port': {'device_id': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:38:24.389204 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.466285 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-13550fa6-d390-4c91-afbf-f373fc6e35eb None None] Provisioning for port 2d950c9e-1dc5-4ac4-89f6-221ed675860f completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:24.470767 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-13550fa6-d390-4c91-afbf-f373fc6e35eb None None] Provisioning complete for port 2d950c9e-1dc5-4ac4-89f6-221ed675860f triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:24.471144 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-13550fa6-d390-4c91-afbf-f373fc6e35eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.510279 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-13550fa6-d390-4c91-afbf-f373fc6e35eb None None] Port 2d950c9e-1dc5-4ac4-89f6-221ed675860f cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:38:24.676623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d950c9e-1dc5-4ac4-89f6-221ed675860f {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:24.684835 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.697238 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Transition to ACTIVE for port object 2d950c9e-1dc5-4ac4-89f6-221ed675860f will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:38:24.705420 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.757452 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d950c9e-1dc5-4ac4-89f6-221ed675860f,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:24.838291 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Attempting to bind port 2d950c9e-1dc5-4ac4-89f6-221ed675860f on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:38:24.838657 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Attempting to bind port 2d950c9e-1dc5-4ac4-89f6-221ed675860f by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:38:24.838993 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Attempting to bind port 2d950c9e-1dc5-4ac4-89f6-221ed675860f on network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:24.844664 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Port 2d950c9e-1dc5-4ac4-89f6-221ed675860f on network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:38:24.844998 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Attempting to bind port 2d950c9e-1dc5-4ac4-89f6-221ed675860f on network 8b0e6f9f-6924-4b70-be56-2ab7178d64bb {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:38:24.851380 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:38:24.851708 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Checking segment: {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:38:24.852102 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Bound using segment: {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:38:24.852542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Bound port: 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:38:24.852902 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.929195 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] For port 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:38:24.932314 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] For port 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:38:24.938928 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.971123 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:24.971767 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:24.973157 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] 10.222.0.48 "PUT /v2.0/ports/2d950c9e-1dc5-4ac4-89f6-221ed675860f HTTP/1.1" status: 200 len: 1097 time: 0.6432729 Aug 30 14:38:24.973663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'tag': '2d950c9e-1dc5-4ac4-89f6-221ed675860f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:24.976133 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef47ee1-b747-42a7-a1b6-8239f802606c" -d '{"events": [{"name": "network-changed", "server_uuid": "c56746d5-c4c8-4acb-84d2-bc898a37ef17", "tag": "2d950c9e-1dc5-4ac4-89f6-221ed675860f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:25.013700 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef80b5-7565-46ee-ba6c-27bda30b52f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d950c9e-1dc5-4ac4-89f6-221ed675860f,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:25.041107 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd5def-6485-47fd-9d9b-0bc79565ef02 x-openstack-request-id: req-4bdd5def-6485-47fd-9d9b-0bc79565ef02 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:25.041371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c56746d5-c4c8-4acb-84d2-bc898a37ef17", "tag": "2d950c9e-1dc5-4ac4-89f6-221ed675860f", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:25.041638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bdd5def-6485-47fd-9d9b-0bc79565ef02 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:25.042120 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'tag': '2d950c9e-1dc5-4ac4-89f6-221ed675860f', 'status': 'completed', 'code': 200} Aug 30 14:38:25.102493 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-913ba1a9-69c8-4102-b395-007a66eb5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.104092 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-913ba1a9-69c8-4102-b395-007a66eb5912 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77babfbfc5594e699c2f57b3861acde8&device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 1100 time: 0.0755150 Aug 30 14:38:25.120908 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a57395-a24a-4f89-981b-e6cfc2a7f56a req-e5bacd77-c2c8-4d3d-a76d-d71037d61676 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.122483 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-84a57395-a24a-4f89-981b-e6cfc2a7f56a req-e5bacd77-c2c8-4d3d-a76d-d71037d61676 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0796199 Aug 30 14:38:25.167158 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-3ae7133a-ebd7-41c6-9996-4a25ecc1bf2c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f HTTP/1.1" status: 200 len: 217 time: 0.0434740 Aug 30 14:38:25.225999 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-84a57395-a24a-4f89-981b-e6cfc2a7f56a req-63108d0f-8335-4137-8e1f-8f03146df040 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964179 Aug 30 14:38:25.234729 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-77ce20ab-7244-47df-9f61-95b53319c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.236187 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-77ce20ab-7244-47df-9f61-95b53319c6a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b563f14-e4cd-443d-a417-e4dc68fb4d12 HTTP/1.1" status: 200 len: 843 time: 0.0602458 Aug 30 14:38:25.291403 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-e61e2284-f6ef-47e1-afd5-b23bd86d2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.292961 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-e61e2284-f6ef-47e1-afd5-b23bd86d2150 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0e6f9f-6924-4b70-be56-2ab7178d64bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0496836 Aug 30 14:38:25.389105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-22064c0d-801d-4a28-9ab3-f2af609f1228 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0e6f9f-6924-4b70-be56-2ab7178d64bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889678 Aug 30 14:38:25.524671 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bbe05-b128-492a-8eda-0782a97e8c9f req-571b5f19-ae3e-4a9e-a494-fa37f6364211 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.526273 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-478bbe05-b128-492a-8eda-0782a97e8c9f req-571b5f19-ae3e-4a9e-a494-fa37f6364211 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 947 time: 0.1154072 Aug 30 14:38:25.533282 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-76c9642c-9f3f-4d76-ba65-747e4c1701af req-84d9ddf7-b8e8-4e3f-ba64-cb6f89a976e5 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0e6f9f-6924-4b70-be56-2ab7178d64bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298096 Aug 30 14:38:25.569613 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-478bbe05-b128-492a-8eda-0782a97e8c9f req-57cc0aee-05cc-46b6-bcb4-a198d94af679 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353677 Aug 30 14:38:25.629966 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-a00b4c9f-5d7e-45be-9250-a2824d108e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.631641 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-a00b4c9f-5d7e-45be-9250-a2824d108e65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=77babfbfc5594e699c2f57b3861acde8&device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 1100 time: 0.0440972 Aug 30 14:38:25.748761 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-253a6de8-f8b8-427d-830f-a9050275d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.750314 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-253a6de8-f8b8-427d-830f-a9050275d444 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8b0e6f9f-6924-4b70-be56-2ab7178d64bb HTTP/1.1" status: 200 len: 870 time: 0.1115842 Aug 30 14:38:25.795572 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-1fa92b8c-1de7-417e-9b0f-d0bb8ead7fdf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f HTTP/1.1" status: 200 len: 217 time: 0.0376840 Aug 30 14:38:25.853704 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-0ad95914-b6bc-42ab-91a5-029d7a2b52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.855646 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-0ad95914-b6bc-42ab-91a5-029d7a2b52c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2b563f14-e4cd-443d-a417-e4dc68fb4d12 HTTP/1.1" status: 200 len: 843 time: 0.0526838 Aug 30 14:38:25.914549 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-a781c276-cb99-4b41-80e4-98ea3ea267d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:25.916096 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-a781c276-cb99-4b41-80e4-98ea3ea267d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8b0e6f9f-6924-4b70-be56-2ab7178d64bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0530047 Aug 30 14:38:26.024026 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-b96d356f-8dc2-42f5-9ffb-2cc4d4ca8cd3 service neutron] 10.222.0.48 "GET /v2.0/networks/8b0e6f9f-6924-4b70-be56-2ab7178d64bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990207 Aug 30 14:38:26.124966 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8ef47ee1-b747-42a7-a1b6-8239f802606c req-219e7ddc-f47a-4f47-87d7-ff40f257f04d service neutron] 10.222.0.48 "GET /v2.0/networks/8b0e6f9f-6924-4b70-be56-2ab7178d64bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913455 Aug 30 14:38:26.350512 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5c12-328e-433a-b6b5-9d298e70577e req-ca402dc1-93e0-45d5-b09f-61e3c9b85581 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.352071 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-242c5c12-328e-433a-b6b5-9d298e70577e req-ca402dc1-93e0-45d5-b09f-61e3c9b85581 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0521235 Aug 30 14:38:26.399939 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-242c5c12-328e-433a-b6b5-9d298e70577e req-80f32c48-3613-4419-adab-54a4f45afee6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381575 Aug 30 14:38:26.693675 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f7cc6-510a-4bff-8f12-a9ec381d9ecb req-062d21e9-e6aa-4a3a-8919-7d99f3784495 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:26.695319 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-183f7cc6-510a-4bff-8f12-a9ec381d9ecb req-062d21e9-e6aa-4a3a-8919-7d99f3784495 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 947 time: 0.0526111 Aug 30 14:38:26.746846 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-183f7cc6-510a-4bff-8f12-a9ec381d9ecb req-412edd18-41a6-4e4f-992d-47c6d17fc2fb tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Aug 30 14:38:27.436170 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b3883-7f13-453c-ac8a-d7a3a6578188 req-f330614d-6cd1-4d8c-a0cc-4a136ee11a13 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:27.437655 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a47b3883-7f13-453c-ac8a-d7a3a6578188 req-f330614d-6cd1-4d8c-a0cc-4a136ee11a13 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 946 time: 0.0517299 Aug 30 14:38:27.483710 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a47b3883-7f13-453c-ac8a-d7a3a6578188 req-3101e87a-ed34-4bd5-ad6d-8c4da346639c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322449 Aug 30 14:38:27.631399 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 2d950c9e-1dc5-4ac4-89f6-221ed675860f details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:38:27.634634 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:27.788183 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.804578 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:27.806123 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 47662) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:27.827215 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:27.829690 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641b291f-6b07-4f3a-ae8c-0a6e4657b8f1" -d '{"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:27.834679 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '2d950c9e-1dc5-4ac4-89f6-221ed675860f', 'network_id': '8b0e6f9f-6924-4b70-be56-2ab7178d64bb', 'port_id': '2d950c9e-1dc5-4ac4-89f6-221ed675860f', 'mac_address': 'fa:16:3e:fe:5d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b563f14-e4cd-443d-a417-e4dc68fb4d12', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:38:27.850910 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:27.871820 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9191c9fb-e0f7-42d9-b990-474b39b2013f x-openstack-request-id: req-9191c9fb-e0f7-42d9-b990-474b39b2013f {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:27.872113 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-unplugged", "status": "failed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "code": 422}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:27.872368 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9191c9fb-e0f7-42d9-b990-474b39b2013f {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:27.872846 dv-cinder-777031-2-iscsi neutron-server[93880]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'code': 422} returned with failed status Aug 30 14:38:27.875513 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.909854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69254dc-9a05-48a5-9fd4-fdafd06409c7 req-62d6c94f-d871-4c03-8b39-bf8befae22a6 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:27.911307 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d69254dc-9a05-48a5-9fd4-fdafd06409c7 req-62d6c94f-d871-4c03-8b39-bf8befae22a6 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 947 time: 0.0777991 Aug 30 14:38:27.921264 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:27.942426 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-c88f298f-f1cc-475b-a73f-e6ee51574278 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348979 Aug 30 14:38:27.945618 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d950c9e-1dc5-4ac4-89f6-221ed675860f {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:27.949893 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=8']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:27.960942 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d69254dc-9a05-48a5-9fd4-fdafd06409c7 req-0c047168-29c6-4a12-92a1-ba994562cff0 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Aug 30 14:38:27.974195 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:27.985419 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:28.035996 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=2d950c9e-1dc5-4ac4-89f6-221ed675860f,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:28.218666 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['2d950c9e-1dc5-4ac4-89f6-221ed675860f'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:28.609312 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27e4c1-9ec0-45da-a239-df8bbb7e18a7 req-ea772686-beba-4f77-94c3-444c00b074bd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.610842 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c27e4c1-9ec0-45da-a239-df8bbb7e18a7 req-ea772686-beba-4f77-94c3-444c00b074bd tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0550444 Aug 30 14:38:28.650572 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c27e4c1-9ec0-45da-a239-df8bbb7e18a7 req-4728f530-88b8-423a-b77d-905d7cef5961 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Aug 30 14:38:28.763520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-beba11e2-ff9c-4f19-b67e-64f823819fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.765041 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-beba11e2-ff9c-4f19-b67e-64f823819fa9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff&tenant_id=552a7d64da8b43edb1b5a404438f4b67 HTTP/1.1" status: 200 len: 1097 time: 0.0461853 Aug 30 14:38:28.831410 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-4c29ce71-4cef-4f3a-841f-d8f0ceeded77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.832952 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-4c29ce71-4cef-4f3a-841f-d8f0ceeded77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=552a7d64da8b43edb1b5a404438f4b67&device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1097 time: 0.0448749 Aug 30 14:38:28.959161 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-a293ebf3-caa0-48c6-bd8d-30249acd8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:28.960637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-a293ebf3-caa0-48c6-bd8d-30249acd8c55 service neutron] 10.222.0.48 "GET /v2.0/networks?id=069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 200 len: 917 time: 0.1201699 Aug 30 14:38:29.030037 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-a47436d2-14b6-4e06-9054-5ecc9cf7af4b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 200 len: 999 time: 0.0618567 Aug 30 14:38:29.103540 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-53553a5d-efee-44a1-90ba-50e8a0d252b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:29.104987 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-53553a5d-efee-44a1-90ba-50e8a0d252b8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 200 len: 855 time: 0.0656066 Aug 30 14:38:29.118046 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002974-e0da-47d5-b718-a77330bc2357 req-3119c799-625e-43bd-81c3-5c3fc649bb2f tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:29.119495 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-54002974-e0da-47d5-b718-a77330bc2357 req-3119c799-625e-43bd-81c3-5c3fc649bb2f tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 948 time: 0.0886474 Aug 30 14:38:29.181436 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-54002974-e0da-47d5-b718-a77330bc2357 req-5305a390-0258-4651-89aa-2abfc74f5e62 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 Aug 30 14:38:29.186270 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-b0b279cd-25cd-44ae-8ada-32c075c34836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:29.187767 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-b0b279cd-25cd-44ae-8ada-32c075c34836 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=069a71c3-5677-4d60-a2df-a86101506537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674198 Aug 30 14:38:29.295912 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-cffa9766-b7a3-4247-93bf-edae543edf55 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005716 Aug 30 14:38:29.392336 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d1f268a2-278e-4900-bce1-d86789d5bf8f req-a5dd7a11-9b96-438b-987c-c9c19fbfe675 service neutron] 10.222.0.48 "GET /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891786 Aug 30 14:38:29.640736 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 2d950c9e-1dc5-4ac4-89f6-221ed675860f up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:29.699749 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 2d950c9e-1dc5-4ac4-89f6-221ed675860f completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:38:29.704111 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 2d950c9e-1dc5-4ac4-89f6-221ed675860f triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:29.704560 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.779869 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ec45-0ca0-416c-b953-479a4c82e08a req-03bf9885-3cce-4724-90a2-41b589ecece9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:29.782692 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c852ec45-0ca0-416c-b953-479a4c82e08a req-03bf9885-3cce-4724-90a2-41b589ecece9 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0579047 Aug 30 14:38:29.792926 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.822683 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c852ec45-0ca0-416c-b953-479a4c82e08a req-3482fd45-421c-4958-a508-be9fcba158c1 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339332 Aug 30 14:38:29.831427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:29.836879 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:29.837760 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:29.885443 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d950c9e-1dc5-4ac4-89f6-221ed675860f'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:29.888893 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c761c0-4f12-437b-96b8-ddc3b0f14c32" -d '{"events": [{"server_uuid": "c56746d5-c4c8-4acb-84d2-bc898a37ef17", "name": "network-vif-plugged", "status": "completed", "tag": "2d950c9e-1dc5-4ac4-89f6-221ed675860f"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:29.949706 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd35fba-5b46-4ccc-8390-852ee8bcb7c8 x-openstack-request-id: req-1fd35fba-5b46-4ccc-8390-852ee8bcb7c8 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:29.949997 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56746d5-c4c8-4acb-84d2-bc898a37ef17", "name": "network-vif-plugged", "status": "completed", "tag": "2d950c9e-1dc5-4ac4-89f6-221ed675860f", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:29.950245 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fd35fba-5b46-4ccc-8390-852ee8bcb7c8 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:29.950687 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d950c9e-1dc5-4ac4-89f6-221ed675860f', 'code': 200} Aug 30 14:38:29.961574 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=2d950c9e-1dc5-4ac4-89f6-221ed675860f,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:30.306854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5db071-f58c-4e8b-96f1-41d9d87bcdaa req-f0fded0f-3d7b-4d2f-a9f7-33f740d6458e tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:30.308556 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4f5db071-f58c-4e8b-96f1-41d9d87bcdaa req-f0fded0f-3d7b-4d2f-a9f7-33f740d6458e tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0563331 Aug 30 14:38:30.353660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4f5db071-f58c-4e8b-96f1-41d9d87bcdaa req-1e086b56-64f5-4034-a639-ccbedbbc31b3 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365586 Aug 30 14:38:30.961942 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858dd1f-66e4-47d5-bfb0-f4b88c3edebe req-438a6f55-fbf6-4f41-9dd6-dc1351f6d048 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:30.963474 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2858dd1f-66e4-47d5-bfb0-f4b88c3edebe req-438a6f55-fbf6-4f41-9dd6-dc1351f6d048 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0599763 Aug 30 14:38:31.006633 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2858dd1f-66e4-47d5-bfb0-f4b88c3edebe req-2bc1f174-c3ed-44a2-98b2-6c9b2f453a55 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344172 Aug 30 14:38:31.488603 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3e661-c935-4226-afb8-6a0d39285a8f req-3f0060ae-15cd-4558-b501-4deae5aca0a4 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:31.490327 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-05e3e661-c935-4226-afb8-6a0d39285a8f req-3f0060ae-15cd-4558-b501-4deae5aca0a4 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0597014 Aug 30 14:38:31.536401 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-05e3e661-c935-4226-afb8-6a0d39285a8f req-77f6f3c7-3f0e-43b7-838f-ce551449c7ad tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Aug 30 14:38:32.136066 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da12f2-0b9b-4a3e-857d-022ac55bec34 req-7bf096db-6f95-41d8-b0e0-49a180203ff0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.137957 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13da12f2-0b9b-4a3e-857d-022ac55bec34 req-7bf096db-6f95-41d8-b0e0-49a180203ff0 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0540187 Aug 30 14:38:32.179654 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13da12f2-0b9b-4a3e-857d-022ac55bec34 req-5de76973-c5d8-40a8-a9f1-414f999a1045 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352149 Aug 30 14:38:32.671497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56643085-a5f1-4899-a3f5-a0fd5dca126a req-fb18fb97-dc0d-448e-b7b8-09f20a390b5a tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:32.673415 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-56643085-a5f1-4899-a3f5-a0fd5dca126a req-fb18fb97-dc0d-448e-b7b8-09f20a390b5a tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0549960 Aug 30 14:38:32.713916 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-56643085-a5f1-4899-a3f5-a0fd5dca126a req-9c1f1f42-7548-4cea-b053-7509da72dd37 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Aug 30 14:38:33.318699 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce1bc-aad4-4188-b486-25dc74888b1f req-dd00b5cd-89c2-4b68-a1b4-26e931f667ef tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:33.320777 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6d9ce1bc-aad4-4188-b486-25dc74888b1f req-dd00b5cd-89c2-4b68-a1b4-26e931f667ef tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0631397 Aug 30 14:38:33.371196 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6d9ce1bc-aad4-4188-b486-25dc74888b1f req-850b90b4-9270-462c-9560-7529d1c9a794 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Aug 30 14:38:33.838023 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469070-779e-4c17-8c9b-ef0b6fbd1da6 req-a87d7b00-9825-4034-b2f0-6484f1215ee3 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:33.839847 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7a469070-779e-4c17-8c9b-ef0b6fbd1da6 req-a87d7b00-9825-4034-b2f0-6484f1215ee3 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0527339 Aug 30 14:38:33.879182 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7a469070-779e-4c17-8c9b-ef0b6fbd1da6 req-539a6abb-5469-4726-bf31-f53296de3445 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Aug 30 14:38:34.503859 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b40b2d-8961-4a74-8656-c2aa0978facf req-627a7258-996f-40d0-88f0-68facdd2e4e5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:34.511900 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1b40b2d-8961-4a74-8656-c2aa0978facf req-627a7258-996f-40d0-88f0-68facdd2e4e5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0633805 Aug 30 14:38:34.550756 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e1b40b2d-8961-4a74-8656-c2aa0978facf req-c4def8df-8eb8-4422-9bbd-31c50fe433da tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379052 Aug 30 14:38:35.008031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878df52c-0bc6-41a3-8db7-26250262b2c7 req-d40b0160-963d-4c11-b457-8d952143d9dc tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:35.009907 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-878df52c-0bc6-41a3-8db7-26250262b2c7 req-d40b0160-963d-4c11-b457-8d952143d9dc tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0599525 Aug 30 14:38:35.049255 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-878df52c-0bc6-41a3-8db7-26250262b2c7 req-a4c7dd48-c1f8-4e6a-b932-23753e1e5a23 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Aug 30 14:38:35.680414 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2aed1-6d4b-4299-a684-767f4b371f48 req-2355a4f7-97ac-44a3-8430-5390c0de8332 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:35.682014 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cca2aed1-6d4b-4299-a684-767f4b371f48 req-2355a4f7-97ac-44a3-8430-5390c0de8332 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0559225 Aug 30 14:38:35.725761 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cca2aed1-6d4b-4299-a684-767f4b371f48 req-0c296536-c44e-41f5-af24-98f795a89474 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364985 Aug 30 14:38:36.174151 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39aaea-227c-455b-911c-ca068657cb8c req-bb6830c3-6dbf-4d29-ae90-956a4684d563 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:36.175687 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf39aaea-227c-455b-911c-ca068657cb8c req-bb6830c3-6dbf-4d29-ae90-956a4684d563 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0530076 Aug 30 14:38:36.217000 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bf39aaea-227c-455b-911c-ca068657cb8c req-345e6b90-e6ea-4934-bae5-76b22a9445ec tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Aug 30 14:38:36.896434 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31ef9d-a6ef-42ac-91d3-5b95d38f7f4f req-531c0d75-3c56-4faf-ae8d-9b7f6ef34558 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:36.897984 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7e31ef9d-a6ef-42ac-91d3-5b95d38f7f4f req-531c0d75-3c56-4faf-ae8d-9b7f6ef34558 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0745265 Aug 30 14:38:36.904210 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-e5352b8a-87d9-4a84-9557-d6d5c560da01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.940992 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7e31ef9d-a6ef-42ac-91d3-5b95d38f7f4f req-4518427c-ce7a-4be7-a56c-1455ad768226 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361459 Aug 30 14:38:37.342078 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6faeb48-74f6-4656-9bf5-bae1b634be49 req-0a7b1c32-f756-449b-9a7c-53b205edd4b6 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:37.343984 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a6faeb48-74f6-4656-9bf5-bae1b634be49 req-0a7b1c32-f756-449b-9a7c-53b205edd4b6 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0535109 Aug 30 14:38:37.383390 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a6faeb48-74f6-4656-9bf5-bae1b634be49 req-714ea010-4fc4-4469-9333-220104ab98a1 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Aug 30 14:38:38.090354 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335c34c-55da-40bd-ad93-9a9eb5c10ef7 req-91879613-e82c-4d18-8f61-16dbc2061cc6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:38.092362 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9335c34c-55da-40bd-ad93-9a9eb5c10ef7 req-91879613-e82c-4d18-8f61-16dbc2061cc6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0608497 Aug 30 14:38:38.135561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9335c34c-55da-40bd-ad93-9a9eb5c10ef7 req-5012c482-7be8-47c8-8697-ebe6fcfff7d7 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368266 Aug 30 14:38:38.517988 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00b895-1964-4ee5-a616-90a74f290b88 req-f3712dc8-da38-487e-a8e7-7d473b4dad75 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:38.519565 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-be00b895-1964-4ee5-a616-90a74f290b88 req-f3712dc8-da38-487e-a8e7-7d473b4dad75 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0558732 Aug 30 14:38:38.563076 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-be00b895-1964-4ee5-a616-90a74f290b88 req-45d32f5a-5e89-45a7-8b0d-ed205269a16b tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Aug 30 14:38:39.268526 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdb67b-787c-4ea2-9d7c-4863974ac097 req-1a77077e-cdf6-4341-8303-c076dc38ac63 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:39.269989 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cefdb67b-787c-4ea2-9d7c-4863974ac097 req-1a77077e-cdf6-4341-8303-c076dc38ac63 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0537536 Aug 30 14:38:39.320348 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cefdb67b-787c-4ea2-9d7c-4863974ac097 req-970ca614-2314-40a0-852e-9c31c1bc9404 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440063 Aug 30 14:38:39.602640 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1689fba2-447a-4050-8683-136a8516a45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.692799 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ebc9a-4037-419d-8b07-98dfa6336113 req-15e66f1a-f6fd-4623-9745-62d9a4ded45d tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:39.694932 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a42ebc9a-4037-419d-8b07-98dfa6336113 req-15e66f1a-f6fd-4623-9745-62d9a4ded45d tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0546725 Aug 30 14:38:39.760188 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a42ebc9a-4037-419d-8b07-98dfa6336113 req-57745cbd-09bf-4cdd-8877-8d5e29eea657 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567119 Aug 30 14:38:39.790427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.454829 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f84681-aa0e-45d0-bf25-6c2fe16f109b req-59eabfe6-8ae3-414a-8345-425ae24fac5b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:40.456283 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-55f84681-aa0e-45d0-bf25-6c2fe16f109b req-59eabfe6-8ae3-414a-8345-425ae24fac5b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0603368 Aug 30 14:38:40.498077 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-55f84681-aa0e-45d0-bf25-6c2fe16f109b req-cd05350d-0289-4d53-9a0d-0f83e8d51bb6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Aug 30 14:38:40.771554 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.888445 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499f427-6d19-4b57-9edf-847dfd38f625 req-683d65b9-db0e-4c0b-8872-f893276a29ae tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:40.890044 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7499f427-6d19-4b57-9edf-847dfd38f625 req-683d65b9-db0e-4c0b-8872-f893276a29ae tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0675306 Aug 30 14:38:40.955334 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7499f427-6d19-4b57-9edf-847dfd38f625 req-c0a83cbd-4a0e-4b1d-9ecd-7b207f94c80f tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580401 Aug 30 14:38:40.965622 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e0e8d-c89d-4c0b-b806-a1cba7f24216 req-da65b277-76d2-4dbd-ade1-9b7ab9573a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:40.967971 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d2e0e8d-c89d-4c0b-b806-a1cba7f24216 req-da65b277-76d2-4dbd-ade1-9b7ab9573a63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 1102 time: 0.0564618 Aug 30 14:38:41.007213 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9d2e0e8d-c89d-4c0b-b806-a1cba7f24216 req-324c63f4-a8f3-4bec-a012-db7796b5f66c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Aug 30 14:38:41.632116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a347-ba41-4f6e-a21a-6fc46761f1e5 req-75ceeff9-896e-42fe-89fa-84ec69a70188 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:41.633586 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9041a347-ba41-4f6e-a21a-6fc46761f1e5 req-75ceeff9-896e-42fe-89fa-84ec69a70188 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0537469 Aug 30 14:38:41.675755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9041a347-ba41-4f6e-a21a-6fc46761f1e5 req-752ac08e-3164-4e21-831e-d7ad9ddba62e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Aug 30 14:38:42.092407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b9b8b-4956-4e95-b4a7-cbe2d4a59278 req-ea5595fd-bbca-4a97-8c36-63f1b02047a7 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:42.096484 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-167b9b8b-4956-4e95-b4a7-cbe2d4a59278 req-ea5595fd-bbca-4a97-8c36-63f1b02047a7 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0639293 Aug 30 14:38:42.138197 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-167b9b8b-4956-4e95-b4a7-cbe2d4a59278 req-326ee956-bf30-46ee-bc2a-68b2442a9379 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Aug 30 14:38:42.444097 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.807396 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf2d2c-64d6-4b23-a9f2-67777adcd71f req-596fda4f-2ba9-496d-9a3e-92c30ed3e36f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:42.808996 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7ccf2d2c-64d6-4b23-a9f2-67777adcd71f req-596fda4f-2ba9-496d-9a3e-92c30ed3e36f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 944 time: 0.0538723 Aug 30 14:38:42.851095 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7ccf2d2c-64d6-4b23-a9f2-67777adcd71f req-b824a613-1666-4190-9b8f-c87809b00ee6 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323946 Aug 30 14:38:43.269824 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d80b7-c8cc-4a74-9dff-5f5c79f515dd req-8ee7900e-7797-4c84-85d2-db5945e035cd tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:43.271368 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-744d80b7-c8cc-4a74-9dff-5f5c79f515dd req-8ee7900e-7797-4c84-85d2-db5945e035cd tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0586534 Aug 30 14:38:43.313404 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-744d80b7-c8cc-4a74-9dff-5f5c79f515dd req-f69365c6-0bfc-4bea-bccd-9fdc53b561fd tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Aug 30 14:38:43.593776 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229a227-62dd-4ffe-bece-b188186a7075 req-eaf94ab0-2f96-4360-9f87-c3cb2b6eb559 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:43.595533 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5229a227-62dd-4ffe-bece-b188186a7075 req-eaf94ab0-2f96-4360-9f87-c3cb2b6eb559 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0536497 Aug 30 14:38:43.640982 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5229a227-62dd-4ffe-bece-b188186a7075 req-759641a9-9bea-4fca-81ba-e07e43e924c4 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Aug 30 14:38:43.719795 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:38:43.820711 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:43.833067 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'port_id': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'mac_address': 'fa:16:3e:bd:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:38:43.872983 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.888360 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f08edb-a061-4a18-a123-5a7733b7d951 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:38:43.913781 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:43.918702 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:43.979032 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=9']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:43.985408 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67c489-675a-4942-8653-f9779f7cb5bf req-50ee3eff-b934-4ce7-9d4a-9fa2d34cc159 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:43.987234 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ed67c489-675a-4942-8653-f9779f7cb5bf req-50ee3eff-b934-4ce7-9d4a-9fa2d34cc159 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 945 time: 0.0527689 Aug 30 14:38:44.026653 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ed67c489-675a-4942-8653-f9779f7cb5bf req-c739f892-cdcf-4df9-b47d-c8a1414e703e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333130 Aug 30 14:38:44.176867 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['e7f08edb-a061-4a18-a123-5a7733b7d951'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:44.595239 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:44.775265 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3723d-d8bd-436c-98e1-148dfd694370 req-529939b4-e9b8-44a3-bed8-4f008ed24faa tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:44.776704 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2aa3723d-d8bd-436c-98e1-148dfd694370 req-529939b4-e9b8-44a3-bed8-4f008ed24faa tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0591574 Aug 30 14:38:44.816116 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2aa3723d-d8bd-436c-98e1-148dfd694370 req-c7dd73f2-ba71-4a99-b312-c8d73b142150 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/security-groups?id=de96af44-b64b-4076-8404-8133d627adca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 30 14:38:44.978836 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-89b3102c-f413-43c1-88a2-389bae002493 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:44.980878 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-89b3102c-f413-43c1-88a2-389bae002493 tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 949 time: 0.0739839 Aug 30 14:38:45.085638 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Deleting port 2d950c9e-1dc5-4ac4-89f6-221ed675860f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:45.086329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.203259 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77934b-fe4f-4244-b93f-95d11a7faf05 req-c487b7b8-8854-4be5-bdff-c272f8a4cb51 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:45.204984 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dd77934b-fe4f-4244-b93f-95d11a7faf05 req-c487b7b8-8854-4be5-bdff-c272f8a4cb51 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 945 time: 0.1020889 Aug 30 14:38:45.221469 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] For port 2d950c9e-1dc5-4ac4-89f6-221ed675860f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=2d950c9e-1dc5-4ac4-89f6-221ed675860f,segment=NetworkSegment(cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d),segment_id=cda3dd59-8d2c-44ad-9e80-9d9ad7ff743d)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:45.221833 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.244772 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Calling delete_port for 2d950c9e-1dc5-4ac4-89f6-221ed675860f owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:45.270609 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-dd77934b-fe4f-4244-b93f-95d11a7faf05 req-620d392a-6084-41c4-9064-9ec47390ab70 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584898 Aug 30 14:38:45.389066 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.402987 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['2d950c9e-1dc5-4ac4-89f6-221ed675860f'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:38:45.417162 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Pushing event deleted for resources: {'Port': ['ID=2d950c9e-1dc5-4ac4-89f6-221ed675860f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:45.431172 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.431525 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.431864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.432199 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.432535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.432969 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.433189 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.433509 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.433878 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.434165 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.434469 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.434833 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:38:45.478243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] No DVR routers for this DVR port 2d950c9e-1dc5-4ac4-89f6-221ed675860f on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:45.481056 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.483385 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fd901adf-2ee0-4e26-8451-0e21a25cf17d req-b617dec4-4029-4018-9cb9-e970414aadcf tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.48 "DELETE /v2.0/ports/2d950c9e-1dc5-4ac4-89f6-221ed675860f HTTP/1.1" status: 204 len: 173 time: 0.4913990 Aug 30 14:38:45.483922 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'name': 'network-vif-deleted', 'tag': '2d950c9e-1dc5-4ac4-89f6-221ed675860f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:45.487076 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2792094-edce-4d2a-8fa2-180fbbc85123" -d '{"events": [{"server_uuid": "c56746d5-c4c8-4acb-84d2-bc898a37ef17", "name": "network-vif-deleted", "tag": "2d950c9e-1dc5-4ac4-89f6-221ed675860f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:45.537096 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d352b0d7-cede-48c3-b2fe-48b4a18932ca x-openstack-request-id: req-d352b0d7-cede-48c3-b2fe-48b4a18932ca {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:45.537456 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c56746d5-c4c8-4acb-84d2-bc898a37ef17", "name": "network-vif-deleted", "tag": "2d950c9e-1dc5-4ac4-89f6-221ed675860f", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:45.537712 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d352b0d7-cede-48c3-b2fe-48b4a18932ca {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:45.538113 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c56746d5-c4c8-4acb-84d2-bc898a37ef17', 'name': 'network-vif-deleted', 'tag': '2d950c9e-1dc5-4ac4-89f6-221ed675860f', 'status': 'completed', 'code': 200} Aug 30 14:38:45.739279 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:38:45.799156 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port e7f08edb-a061-4a18-a123-5a7733b7d951 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:38:45.799437 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.881881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.907584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:45.909962 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5e2aa-10fe-41f8-97f6-0ea524f23177" -d '{"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-plugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:45.927586 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:45.935096 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:45.940188 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5537223b-002f-4a86-94d0-c06986f93062 req-962120df-4e45-4100-b20e-168fdc14e5ee tempest-VolumesNegativeTest-538741920 tempest-VolumesNegativeTest-538741920-project] 10.222.0.62 "GET /v2.0/ports?device_id=c56746d5-c4c8-4acb-84d2-bc898a37ef17 HTTP/1.1" status: 200 len: 210 time: 0.0373690 Aug 30 14:38:45.970311 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af953b-0871-4a46-a3dc-9a747380c195 x-openstack-request-id: req-d9af953b-0871-4a46-a3dc-9a747380c195 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:45.970619 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-plugged", "status": "completed", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:45.970879 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9af953b-0871-4a46-a3dc-9a747380c195 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:45.971274 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'code': 200} Aug 30 14:38:46.005838 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=10']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:46.183283 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0ab45-3f85-483f-b4a2-fed7c72fa09c req-9d686b9d-5662-4589-84bf-e1629c151168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:46.184733 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-88c0ab45-3f85-483f-b4a2-fed7c72fa09c req-9d686b9d-5662-4589-84bf-e1629c151168 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 1100 time: 0.0408621 Aug 30 14:38:46.220457 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-88c0ab45-3f85-483f-b4a2-fed7c72fa09c req-74e3d965-b9b0-40e5-a3e5-6a2eff7bc8b7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287375 Aug 30 14:38:46.409746 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c0841-0339-4b5d-b35d-a9f38a8133a4 req-175c2474-a581-4d24-9a70-28910b0aa4f5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:46.411352 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-770c0841-0339-4b5d-b35d-a9f38a8133a4 req-175c2474-a581-4d24-9a70-28910b0aa4f5 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 947 time: 0.0594454 Aug 30 14:38:46.683137 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-770c0841-0339-4b5d-b35d-a9f38a8133a4 req-696d1a14-2023-4762-8344-d6829581d05a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654388 Aug 30 14:38:47.818529 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78873429-7107-407e-86ab-a899bce2ce06 req-2eb647c3-f7c0-4857-8636-603ac3c7a3ba tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:47.820244 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78873429-7107-407e-86ab-a899bce2ce06 req-2eb647c3-f7c0-4857-8636-603ac3c7a3ba tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 947 time: 0.0514553 Aug 30 14:38:47.861801 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78873429-7107-407e-86ab-a899bce2ce06 req-c2be45f8-038c-404e-8f9f-8471ce7f842e tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344326 Aug 30 14:38:48.983806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda66200-42fa-44bd-988f-0cc16cf36283 req-aba87dc4-78c4-4ea1-86ae-0dbe6629241c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:48.985132 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eda66200-42fa-44bd-988f-0cc16cf36283 req-aba87dc4-78c4-4ea1-86ae-0dbe6629241c tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 947 time: 0.0478663 Aug 30 14:38:49.028529 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-eda66200-42fa-44bd-988f-0cc16cf36283 req-07a91074-cb8f-4ec6-ae86-ec33f933ad9b tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368278 Aug 30 14:38:49.751311 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 2d950c9e-1dc5-4ac4-89f6-221ed675860f no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:38:49.773090 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 2d950c9e-1dc5-4ac4-89f6-221ed675860f {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:38:49.773424 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 2d950c9e-1dc5-4ac4-89f6-221ed675860f not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:38:50.762924 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48104) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:50.909542 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ba418f0a-e641-43bb-9946-a063f12b9d6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77babfbfc5594e699c2f57b3861acde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454289 Aug 30 14:38:50.912554 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48108) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:50.969906 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b067285-dead-472d-9093-81ec3b364ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:50.993766 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b067285-dead-472d-9093-81ec3b364ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.050203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b067285-dead-472d-9093-81ec3b364ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.052871 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5b067285-dead-472d-9093-81ec3b364ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:51.053993 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5b067285-dead-472d-9093-81ec3b364ecd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de96af44-b64b-4076-8404-8133d627adca HTTP/1.1" status: 204 len: 168 time: 0.1405857 Aug 30 14:38:51.061422 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b067285-dead-472d-9093-81ec3b364ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96af44-b64b-4076-8404-8133d627adca,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:55.122893 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd8b1b-f34e-4873-9d3c-dda7e33f9ad4 req-bc3c9c65-6029-4522-a785-95eb04088d46 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:55.124410 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fbcd8b1b-f34e-4873-9d3c-dda7e33f9ad4 req-bc3c9c65-6029-4522-a785-95eb04088d46 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.0567167 Aug 30 14:38:55.167746 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fbcd8b1b-f34e-4873-9d3c-dda7e33f9ad4 req-d1199086-6637-4407-9d4d-eebd5150858b tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372293 Aug 30 14:38:56.306791 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989822ba-3c8d-4545-9888-4634fb216a09 req-41ea75c0-8ca2-4b25-83c2-45ec03797591 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:56.308411 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-989822ba-3c8d-4545-9888-4634fb216a09 req-41ea75c0-8ca2-4b25-83c2-45ec03797591 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.0550220 Aug 30 14:38:56.372027 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-989822ba-3c8d-4545-9888-4634fb216a09 req-ced745b7-d476-4090-9439-0059fdb5263e tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups?id=9abd81b9-ac33-41d2-8000-2c2b97d36e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563040 Aug 30 14:38:56.807632 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-50c005ff-ddca-4305-9ea9-3170d9b6bbef tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:38:56.809233 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-50c005ff-ddca-4305-9ea9-3170d9b6bbef tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 946 time: 0.0575333 Aug 30 14:38:56.914157 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Deleting port e8c81af6-abdd-47b9-b413-bc005d3aea18 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:56.914498 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.007957 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] For port e8c81af6-abdd-47b9-b413-bc005d3aea18, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e8c81af6-abdd-47b9-b413-bc005d3aea18,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:38:57.008212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.251647 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.252042 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.252332 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Floating IP 1b8ef4dd-707e-4586-8a10-3018275b2fb5 disassociated. External IP: 172.27.3.99, port: e8c81af6-abdd-47b9-b413-bc005d3aea18. Aug 30 14:38:57.252695 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Calling delete_port for e8c81af6-abdd-47b9-b413-bc005d3aea18 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:57.390360 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.421397 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event deleted for resources: {'Port': ['ID=e8c81af6-abdd-47b9-b413-bc005d3aea18,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:57.508080 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d9bfbd83-47a0-49fc-ad0c-265ffdcc755f req-79fd71b0-92b4-436b-b23e-528cca63a117 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ff15ec8-0ac9-4da3-a497-676d4a9aff90 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Aug 30 14:38:57.581677 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Router 8df92d08-9395-4458-aad1-d4754fa16d0b has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:38:57.703275 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:38:57.716431 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:38:57.726217 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:57.726912 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:38:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:57.744559 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] No DVR routers for this DVR port e8c81af6-abdd-47b9-b413-bc005d3aea18 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:38:57.747202 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:57.749228 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9efe9cfc-185e-4db7-b987-ba27ba0bed6c req-5b8c5397-956a-40a4-b32d-bbe74b945e2c tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.48 "DELETE /v2.0/ports/e8c81af6-abdd-47b9-b413-bc005d3aea18 HTTP/1.1" status: 204 len: 173 time: 0.9330771 Aug 30 14:38:57.749668 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'name': 'network-vif-deleted', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:38:57.751970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218204d3-e435-4414-b468-8dcde49a4641" -d '{"events": [{"server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "name": "network-vif-deleted", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:38:57.794793 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af006673-bdd6-451f-a69c-3e3a626c676f x-openstack-request-id: req-af006673-bdd6-451f-a69c-3e3a626c676f {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:38:57.795062 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff15ec8-0ac9-4da3-a497-676d4a9aff90", "name": "network-vif-deleted", "tag": "e8c81af6-abdd-47b9-b413-bc005d3aea18", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:38:57.795308 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af006673-bdd6-451f-a69c-3e3a626c676f {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:38:57.795700 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ff15ec8-0ac9-4da3-a497-676d4a9aff90', 'name': 'network-vif-deleted', 'tag': 'e8c81af6-abdd-47b9-b413-bc005d3aea18', 'status': 'completed', 'code': 200} Aug 30 14:38:57.850383 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:58.077669 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:58.108844 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:38:58.118168 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:38:58.118944 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:38:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:58.363249 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:38:58.574649 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:38:58.603153 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c01ccf9-66f5-48b6-b643-6ec71667cd47 None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '66f8eeed-88b5-49d1-9696-421296690dd4', 'name': '', 'network_id': '8cc7d24d-16ad-4a9f-bc83-7208d10e46d2', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'mac_address': 'fa:16:3e:7b:b3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:18Z', 'updated_at': '2021-08-30T14:32:34Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'subnets': [{'id': '7c7e5698-32e2-44fb-84c9-f084a8040553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:38:58.610888 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48170) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:58.670274 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d472a43-47fc-4aef-bdec-0689def3c83d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.694260 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d472a43-47fc-4aef-bdec-0689def3c83d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.751508 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d472a43-47fc-4aef-bdec-0689def3c83d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.754045 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6d472a43-47fc-4aef-bdec-0689def3c83d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:58.755268 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6d472a43-47fc-4aef-bdec-0689def3c83d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "DELETE /v2.0/security-groups/9abd81b9-ac33-41d2-8000-2c2b97d36e5b HTTP/1.1" status: 204 len: 168 time: 0.1427190 Aug 30 14:38:58.758142 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48172) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:58.772889 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.api.v2.resource [None req-d87a07f2-7514-4491-be1d-8de281e8deb7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] show failed (client error): The resource could not be found. Aug 30 14:38:58.773797 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d87a07f2-7514-4491-be1d-8de281e8deb7 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "GET /v2.0/security-groups/9abd81b9-ac33-41d2-8000-2c2b97d36e5b HTTP/1.1" status: 404 len: 347 time: 0.0142276 Aug 30 14:38:58.775715 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d472a43-47fc-4aef-bdec-0689def3c83d tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abd81b9-ac33-41d2-8000-2c2b97d36e5b,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:58.777558 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48174) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:38:58.849375 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f4e356-bba1-4371-b72d-b7665c032cba None None] New status for floating IP 1b8ef4dd-707e-4586-8a10-3018275b2fb5: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:38:59.174393 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Deleting port b31cdaa0-3de9-434f-bd2e-6c0fbad57795 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:38:59.174826 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.257411 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.257632 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.271061 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Calling delete_port for b31cdaa0-3de9-434f-bd2e-6c0fbad57795 owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:38:59.405868 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.436987 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Pushing event deleted for resources: {'Port': ['ID=b31cdaa0-3de9-434f-bd2e-6c0fbad57795,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:38:59.494556 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.497045 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.498232 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b663bc80-bf41-4d9b-816b-9819f5831987 tempest-AttachVolumeTestJSON-1809663905 tempest-AttachVolumeTestJSON-1809663905-project] 10.222.0.62 "DELETE /v2.0/floatingips/1b8ef4dd-707e-4586-8a10-3018275b2fb5 HTTP/1.1" status: 204 len: 168 time: 0.7195337 Aug 30 14:39:00.210257 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:39:01.783641 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e8c81af6-abdd-47b9-b413-bc005d3aea18 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:01.816778 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: e8c81af6-abdd-47b9-b413-bc005d3aea18 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:01.817175 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e8c81af6-abdd-47b9-b413-bc005d3aea18 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:03.097180 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48202) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:03.703007 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.015784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Deleting port 66f8eeed-88b5-49d1-9696-421296690dd4 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:04.016013 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.099871 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] For port 66f8eeed-88b5-49d1-9696-421296690dd4, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=66f8eeed-88b5-49d1-9696-421296690dd4,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:04.100464 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.112388 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Calling delete_port for 66f8eeed-88b5-49d1-9696-421296690dd4 owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:04.294334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.322951 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f8eeed-88b5-49d1-9696-421296690dd4,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:04.483233 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:04.999227 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Router 8df92d08-9395-4458-aad1-d4754fa16d0b has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:05.109497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:05.116043 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-5ad814ef-afef-468e-b0a2-7c6ac5e49118 admin admin] 10.222.0.62 "PUT /v2.0/routers/8df92d08-9395-4458-aad1-d4754fa16d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174899 Aug 30 14:39:05.118232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48206) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:05.121781 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] Sync routers for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:05.134893 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:05.135539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:38:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:05.239688 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.243901 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:05.344360 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.404020 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Deleting port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:05.404382 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.424589 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:39:04Z', 'revision_number': 5, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port': {'id': '4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:88:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:11Z', 'updated_at': '2021-08-30T14:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:05.450477 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] Checking router: 8df92d08-9395-4458-aad1-d4754fa16d0b for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:05.458603 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] Routers {'8df92d08-9395-4458-aad1-d4754fa16d0b'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:05.459237 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:38:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['8df92d08-9395-4458-aad1-d4754fa16d0b'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:05.483537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] For port 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:05.483904 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.497676 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Calling delete_port for 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:05.546810 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] Set router 8df92d08-9395-4458-aad1-d4754fa16d0b gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:05.600355 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:39:05Z', 'revision_number': 6, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:05.628289 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0b78a-6ea4-4a0d-9772-28207373ae8d None None] The sync data for ids ['8df92d08-9395-4458-aad1-d4754fa16d0b'] in dv-cinder-777031-2-iscsi is: [{'id': '8df92d08-9395-4458-aad1-d4754fa16d0b', 'name': 'tempest-AttachVolumeTestJSON-1023930455-router', 'tenant_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:09Z', 'updated_at': '2021-08-30T14:39:05Z', 'revision_number': 6, 'project_id': 'c6c7f9ca7cbe4a05b7c1ccc17cff0dd2', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:05.667035 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.693705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:05.762357 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.870368 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.872800 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.942572 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.943056 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df92d08-9395-4458-aad1-d4754fa16d0b {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:39:05.948811 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:05.950326 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-575f3e29-410c-4db0-9f92-c2b2ad54a0a0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8df92d08-9395-4458-aad1-d4754fa16d0b HTTP/1.1" status: 204 len: 168 time: 0.8306942 Aug 30 14:39:05.952987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48208) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:05.999916 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Deleting subnet 7c7e5698-32e2-44fb-84c9-f084a8040553 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:06.003655 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.042542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.152264 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.209405 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.238628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c7e5698-32e2-44fb-84c9-f084a8040553,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:06.242450 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.244598 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-57ea9270-fd5b-47ac-9cc2-8e10b86e03b0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7c7e5698-32e2-44fb-84c9-f084a8040553 HTTP/1.1" status: 204 len: 168 time: 0.2906349 Aug 30 14:39:06.245221 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04edfc42-0232-46c7-9efc-af5544211907 None None] Network 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:06.247103 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48210) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:06.328726 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.389175 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Deleting port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:06.389513 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.430626 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] DHCP port deletion for 8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:06.454832 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] For port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:06.455505 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.469442 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Calling delete_port for 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:06.481144 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] Deleting port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:06.481519 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.553043 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] For port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,segment=NetworkSegment(4d7b869f-26b0-47e5-adb8-57ee56aa1500),segment_id=4d7b869f-26b0-47e5-adb8-57ee56aa1500)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:06.553444 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.557139 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.567555 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] Calling delete_port for 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:06.583108 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:06.587180 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] No DVR routers for this DVR port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 on host dv-cinder-777031-2-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:06.660104 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.669162 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.679009 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc7d24d-16ad-4a9f-bc83-7208d10e46d2']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:06.686814 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] Pushing event deleted for resources: {'Port': ['ID=6ddd3b7c-88b3-418a-b1ca-c4a44655f806,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:06.689706 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7b869f-26b0-47e5-adb8-57ee56aa1500') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:06.689706 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7b869f-26b0-47e5-adb8-57ee56aa1500') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:06.690280 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9729f-c9aa-4f5c-9e14-d7d7b0d35eec None None] No DVR routers for this DVR port 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 on host dv-cinder-777031-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:06.704533 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.713634 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.720175 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:06.720558 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:06.722248 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:06.778080 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.784109 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.788796 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8cc7d24d-16ad-4a9f-bc83-7208d10e46d2 HTTP/1.1" status: 204 len: 168 time: 0.5376270 Aug 30 14:39:06.798242 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1db7ac-99ab-4992-b805-90d7ebb09a24 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc7d24d-16ad-4a9f-bc83-7208d10e46d2,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:06.820623 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 66f8eeed-88b5-49d1-9696-421296690dd4 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:06.841168 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 66f8eeed-88b5-49d1-9696-421296690dd4 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:06.841539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 66f8eeed-88b5-49d1-9696-421296690dd4 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:06.841953 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:06.865053 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:06.865428 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 6ddd3b7c-88b3-418a-b1ca-c4a44655f806 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:06.865964 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:06.890398 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:06.890787 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4ba1dbdb-5b3e-4a5c-8c83-a504f19cd3a6 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:06.903191 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9d2f86d4-de72-4eb8-9013-4e1ce23f7561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:06.923981 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48214) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:06.968415 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-61d0259a-a45b-4a2b-9d73-4ca2da65517f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6c7f9ca7cbe4a05b7c1ccc17cff0dd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430739 Aug 30 14:39:06.970897 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48216) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:07.022053 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39459a97-3866-4df1-8781-880024473e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.043002 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39459a97-3866-4df1-8781-880024473e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.097658 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39459a97-3866-4df1-8781-880024473e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.100204 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-39459a97-3866-4df1-8781-880024473e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:07.101362 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-39459a97-3866-4df1-8781-880024473e19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79821acb-5587-4d5f-b626-29335476a094 HTTP/1.1" status: 204 len: 168 time: 0.1295722 Aug 30 14:39:07.109436 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39459a97-3866-4df1-8781-880024473e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79821acb-5587-4d5f-b626-29335476a094,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:09.082799 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48278) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:09.206407 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e561011b-b9ab-4834-972d-e55627144d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.308984 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e561011b-b9ab-4834-972d-e55627144d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.314542 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-e561011b-b9ab-4834-972d-e55627144d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.351905 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-e561011b-b9ab-4834-972d-e55627144d4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5bee2e3350545188e69149ecd2f49c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680135 Aug 30 14:39:09.352815 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561011b-b9ab-4834-972d-e55627144d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f008e-3aed-445a-aa6c-58a1cd9ea085,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:09.354853 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48282) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:09.404664 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23dec499-da05-4aca-b070-020eb7cc9046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.427737 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23dec499-da05-4aca-b070-020eb7cc9046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.474856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23dec499-da05-4aca-b070-020eb7cc9046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.477493 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-23dec499-da05-4aca-b070-020eb7cc9046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.478736 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-23dec499-da05-4aca-b070-020eb7cc9046 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/816f008e-3aed-445a-aa6c-58a1cd9ea085 HTTP/1.1" status: 204 len: 168 time: 0.1228733 Aug 30 14:39:09.487718 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dec499-da05-4aca-b070-020eb7cc9046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f008e-3aed-445a-aa6c-58a1cd9ea085,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:09.546426 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2f8367b2-6114-48a8-b1e2-a60aff868544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.773654 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48288) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:09.787730 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80c17de7-f144-4e90-8078-92e62c391436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.796236 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.887743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80c17de7-f144-4e90-8078-92e62c391436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.893377 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-80c17de7-f144-4e90-8078-92e62c391436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.931803 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-80c17de7-f144-4e90-8078-92e62c391436 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68ed81a67d184a4d9fbc721759c8fc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571009 Aug 30 14:39:09.932698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c17de7-f144-4e90-8078-92e62c391436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3afc1f1-612d-40ee-93af-0da51a0baaaf,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:09.934617 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48290) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:09.985002 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3cd30b4-69be-4063-b521-75438dccdd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.006583 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3cd30b4-69be-4063-b521-75438dccdd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.056866 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3cd30b4-69be-4063-b521-75438dccdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.060466 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f3cd30b4-69be-4063-b521-75438dccdd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.061690 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f3cd30b4-69be-4063-b521-75438dccdd73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3afc1f1-612d-40ee-93af-0da51a0baaaf HTTP/1.1" status: 204 len: 168 time: 0.1259234 Aug 30 14:39:10.070836 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd30b4-69be-4063-b521-75438dccdd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3afc1f1-612d-40ee-93af-0da51a0baaaf,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:10.772099 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.448795 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:14.598750 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:16.691567 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-5b17f6a5-4fd5-4ddb-bb83-0096baa5bcad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430939 Aug 30 14:39:16.767767 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-348dc170-a213-42a3-b736-cf6ee875ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:16.769420 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-348dc170-a213-42a3-b736-cf6ee875ad6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 1098 time: 0.0515418 Aug 30 14:39:16.889439 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-8dc46604-5fb2-4f31-a390-3b06587cf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:16.890934 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-8dc46604-5fb2-4f31-a390-3b06587cf5fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1003361 Aug 30 14:39:16.959509 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-69550663-2d52-49b9-a256-7d46c204af68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f HTTP/1.1" status: 200 len: 1000 time: 0.0606921 Aug 30 14:39:17.008922 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-c368d899-f093-479d-8923-518357daba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:17.010413 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-c368d899-f093-479d-8923-518357daba2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0443156 Aug 30 14:39:17.061670 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-995059bb-65d0-46f6-ac26-001caea825d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:17.063183 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-995059bb-65d0-46f6-ac26-001caea825d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443604 Aug 30 14:39:17.157273 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-f5b01d32-d21c-4793-86b4-e7cc43f2fa63 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864220 Aug 30 14:39:17.262989 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e6ea6cdd-055d-4929-9a05-0013efdf6240 req-868fac52-0d91-4307-850d-a644d9cfb751 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924604 Aug 30 14:39:21.498575 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e542-294b-44dc-8cbe-983d03e4877a req-ed11699e-1eab-4005-85f3-11f21e9c6638 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:21.500095 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-baa0e542-294b-44dc-8cbe-983d03e4877a req-ed11699e-1eab-4005-85f3-11f21e9c6638 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 947 time: 0.0506613 Aug 30 14:39:21.541654 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-baa0e542-294b-44dc-8cbe-983d03e4877a req-ddab1799-531f-402f-9f85-acfe7573149a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352385 Aug 30 14:39:22.680757 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba03127-00e1-409c-931a-11660ef9089c req-baafc16f-d5dc-4407-8494-d3c62b530f01 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:22.682325 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ba03127-00e1-409c-931a-11660ef9089c req-baafc16f-d5dc-4407-8494-d3c62b530f01 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 947 time: 0.0528173 Aug 30 14:39:22.725428 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ba03127-00e1-409c-931a-11660ef9089c req-f84aaeeb-be9e-49a6-a6ef-121347a220e8 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c85e1d9-91b6-4181-b786-8faf1b41ca74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358491 Aug 30 14:39:22.901215 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-d8d2ea4e-ed3b-4fcb-9e92-52f92ec2a2cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:22.902627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-d8d2ea4e-ed3b-4fcb-9e92-52f92ec2a2cb tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 947 time: 0.0736339 Aug 30 14:39:22.996019 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Deleting port e7f08edb-a061-4a18-a123-5a7733b7d951 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:22.996366 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.091576 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] For port e7f08edb-a061-4a18-a123-5a7733b7d951, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e7f08edb-a061-4a18-a123-5a7733b7d951,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:23.091952 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.276920 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.277351 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.277639 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Floating IP 768d0c34-a0e5-49b0-9122-8556b46a8403 disassociated. External IP: 172.27.3.73, port: e7f08edb-a061-4a18-a123-5a7733b7d951. Aug 30 14:39:23.278012 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Calling delete_port for e7f08edb-a061-4a18-a123-5a7733b7d951 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:23.423169 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.453072 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event deleted for resources: {'Port': ['ID=e7f08edb-a061-4a18-a123-5a7733b7d951,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:23.571612 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:23.691081 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:23.701833 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:23.711586 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:23.712153 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:23.730542 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] No DVR routers for this DVR port e7f08edb-a061-4a18-a123-5a7733b7d951 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:23.733292 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:23.735559 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e628a50d-edb6-4f3d-adda-868d8e83bfa7 req-12a91ae3-2633-4cdc-badb-72941e441301 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.48 "DELETE /v2.0/ports/e7f08edb-a061-4a18-a123-5a7733b7d951 HTTP/1.1" status: 204 len: 173 time: 0.8263888 Aug 30 14:39:23.736003 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-deleted', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:23.738357 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903a5df3-0d06-4be6-b960-6b59bbac7cef" -d '{"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-deleted", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:23.780474 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d41b95-6c33-433f-8084-0d5f30b452de x-openstack-request-id: req-56d41b95-6c33-433f-8084-0d5f30b452de {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:23.780742 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d6656f-66f9-46dc-b108-ac00434737ff", "name": "network-vif-deleted", "tag": "e7f08edb-a061-4a18-a123-5a7733b7d951", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:23.781024 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56d41b95-6c33-433f-8084-0d5f30b452de {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:23.781428 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d6656f-66f9-46dc-b108-ac00434737ff', 'name': 'network-vif-deleted', 'tag': 'e7f08edb-a061-4a18-a123-5a7733b7d951', 'status': 'completed', 'code': 200} Aug 30 14:39:23.848636 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:23.856698 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-060fecc3-4d45-490f-86ef-52c85b49785b req-3bb63929-2101-4d16-90a3-b75e0711ae09 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 210 time: 0.0273290 Aug 30 14:39:24.054624 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.083628 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:24.093592 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:24.094206 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.204877 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:24.457746 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7905ff-05c2-4262-80af-b1b3cefa60bc req-c021cc65-4a26-435a-8778-3d8936801da9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:24.459427 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7b7905ff-05c2-4262-80af-b1b3cefa60bc req-c021cc65-4a26-435a-8778-3d8936801da9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.0651445 Aug 30 14:39:24.500311 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7b7905ff-05c2-4262-80af-b1b3cefa60bc req-599e7277-f450-4ea0-8086-ce92f84e7899 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340333 Aug 30 14:39:24.523192 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:24.549836 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b2da17-a950-4f87-a2d2-630190657317 None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:32:15Z', 'revision_number': 4, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'faf728d3-26f8-4315-9382-1e9a850070e4', 'name': '', 'network_id': '069a71c3-5677-4d60-a2df-a86101506537', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'mac_address': 'fa:16:3e:6d:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:12Z', 'updated_at': '2021-08-30T14:32:29Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'subnets': [{'id': '9ca10c0d-0f66-49ec-aeb5-19c88ade5475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:24.779509 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f101cb1-6828-4f24-9f82-888196af8abb None None] New status for floating IP 768d0c34-a0e5-49b0-9122-8556b46a8403: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:24.966046 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bea4aade-f1ab-491e-90c9-af4b896c5d2d req-d4837c6a-7da2-41c7-aa1c-80b5897d20ee tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 210 time: 0.0275161 Aug 30 14:39:25.631344 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f43a4a-3802-4f29-b5aa-b674e3b498a0 req-be880d94-dd15-4278-a917-145e65786b76 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:25.633163 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a0f43a4a-3802-4f29-b5aa-b674e3b498a0 req-be880d94-dd15-4278-a917-145e65786b76 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.0596688 Aug 30 14:39:25.676604 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a0f43a4a-3802-4f29-b5aa-b674e3b498a0 req-87f3edec-b670-43fc-b187-213c4d8231eb tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340216 Aug 30 14:39:26.075092 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-01ca8d7d-30b7-46e2-8600-19cbdd35022e req-fe7d96ff-fbb9-41fa-94a9-3a4e3a33ae9f tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7d6656f-66f9-46dc-b108-ac00434737ff HTTP/1.1" status: 200 len: 210 time: 0.0323701 Aug 30 14:39:27.078973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e008c1-c531-4c97-9039-3640eda4429f req-70ead45a-f5c7-42c2-b1c6-82bc4e680847 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.080484 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f7e008c1-c531-4c97-9039-3640eda4429f req-70ead45a-f5c7-42c2-b1c6-82bc4e680847 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.3336589 Aug 30 14:39:27.120389 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f7e008c1-c531-4c97-9039-3640eda4429f req-e49cbd1b-9e65-42dd-a8a8-8a53486662fd tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Aug 30 14:39:27.176724 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48432) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:27.236568 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40e19ad4-f07d-49fc-a0bc-5bda5784dd0a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.260116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40e19ad4-f07d-49fc-a0bc-5bda5784dd0a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.310080 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40e19ad4-f07d-49fc-a0bc-5bda5784dd0a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.312874 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-40e19ad4-f07d-49fc-a0bc-5bda5784dd0a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.313985 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-40e19ad4-f07d-49fc-a0bc-5bda5784dd0a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "DELETE /v2.0/security-groups/2c85e1d9-91b6-4181-b786-8faf1b41ca74 HTTP/1.1" status: 204 len: 168 time: 0.1362436 Aug 30 14:39:27.317008 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48436) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:27.323114 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e19ad4-f07d-49fc-a0bc-5bda5784dd0a tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c85e1d9-91b6-4181-b786-8faf1b41ca74,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:27.331883 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.api.v2.resource [None req-c4dcee2d-b7f6-42fa-8eb4-0d7c12466152 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] show failed (client error): The resource could not be found. Aug 30 14:39:27.335719 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c4dcee2d-b7f6-42fa-8eb4-0d7c12466152 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "GET /v2.0/security-groups/2c85e1d9-91b6-4181-b786-8faf1b41ca74 HTTP/1.1" status: 404 len: 347 time: 0.0148878 Aug 30 14:39:27.336028 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48438) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:27.474149 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Deleting port ffa55e53-95b9-4213-b665-e8428cbff695 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:27.474528 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.554613 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.554928 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.566555 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Calling delete_port for ffa55e53-95b9-4213-b665-e8428cbff695 owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:27.712902 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.738940 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Pushing event deleted for resources: {'Port': ['ID=ffa55e53-95b9-4213-b665-e8428cbff695,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:27.751566 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.751880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.752221 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.752550 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.752876 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.753203 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.753526 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.753981 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.754217 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.754467 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.754808 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.755126 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:27.812771 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.815402 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:27.816540 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-eebaa562-1279-4c8b-adb7-c3abf0625d22 tempest-AttachVolumeShelveTestJSON-1976041236 tempest-AttachVolumeShelveTestJSON-1976041236-project] 10.222.0.62 "DELETE /v2.0/floatingips/768d0c34-a0e5-49b0-9122-8556b46a8403 HTTP/1.1" status: 204 len: 168 time: 0.4795628 Aug 30 14:39:27.832537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-2678bc7b-a3ff-4e63-950e-ddb97c1389b5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:27.834136 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-2678bc7b-a3ff-4e63-950e-ddb97c1389b5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.0506282 Aug 30 14:39:27.933654 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Deleting port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:27.933936 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.041900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] For port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:28.041900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.254200 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.255036 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.255036 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Floating IP 1c60d7a0-6ae6-499b-b381-c8988a6d8839 disassociated. External IP: 172.27.3.61, port: 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f. Aug 30 14:39:28.255256 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Calling delete_port for 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:28.279853 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e5ccf-44bf-467f-9036-3b845a85e482 req-569420ae-fe8f-4016-bdcc-2e671cd440e0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:28.281312 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-374e5ccf-44bf-467f-9036-3b845a85e482 req-569420ae-fe8f-4016-bdcc-2e671cd440e0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 945 time: 0.0773649 Aug 30 14:39:28.360222 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-374e5ccf-44bf-467f-9036-3b845a85e482 req-a0fe5c04-d6b0-4b9c-a27c-e5a49f72ac7a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518398 Aug 30 14:39:28.427326 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.455908 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'Port': ['ID=23e487b1-6021-4ad8-ac5c-ff60bd46fc6f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:28.580981 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:28.695134 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:28.705207 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:28.724166 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:28.725138 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:28.743729 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] No DVR routers for this DVR port 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:28.746734 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:28.748816 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1b7e950-2565-4146-b6e3-a200717a7131 req-9c1f0178-6eb9-49ea-a182-e59919909fac tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "DELETE /v2.0/ports/23e487b1-6021-4ad8-ac5c-ff60bd46fc6f HTTP/1.1" status: 204 len: 173 time: 0.9073181 Aug 30 14:39:28.749366 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'name': 'network-vif-deleted', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:28.752040 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fdf129-33f7-4ada-bcd6-0f268468a29c" -d '{"events": [{"server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "name": "network-vif-deleted", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:28.815394 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086fc150-6306-4193-923a-b0a5d55c7d63 x-openstack-request-id: req-086fc150-6306-4193-923a-b0a5d55c7d63 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:28.815712 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb43588-393e-4f32-bcaf-89552e230366", "name": "network-vif-deleted", "tag": "23e487b1-6021-4ad8-ac5c-ff60bd46fc6f", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:28.816365 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-086fc150-6306-4193-923a-b0a5d55c7d63 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:28.817033 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb43588-393e-4f32-bcaf-89552e230366', 'name': 'network-vif-deleted', 'tag': '23e487b1-6021-4ad8-ac5c-ff60bd46fc6f', 'status': 'completed', 'code': 200} Aug 30 14:39:28.870794 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:29.081929 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:29.108650 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:29.117454 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:29.118023 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:29.242236 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:29.451973 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:29.462676 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-8a89ea3e-4f40-4c28-b908-227653d6968f req-fed2a872-7b61-4bc9-8706-26dfadad4c25 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Aug 30 14:39:29.486072 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988fceeb-16b3-4fdc-a10d-558c77e37749 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:29.724422 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7627f828-5a66-4404-98d3-42764b8c7db2 None None] New status for floating IP 1c60d7a0-6ae6-499b-b381-c8988a6d8839: DOWN {{(pid=93880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:30.583271 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-52d16de3-76bf-4e7b-8bcb-07f186ac7325 req-f1c1c45f-7285-4e58-8ab8-56882aef2f2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 210 time: 0.0348339 Aug 30 14:39:31.690605 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-383ef007-8cdc-470f-b409-ce91131798ad req-a4382689-250a-484e-8941-95f9409e7710 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=9eb43588-393e-4f32-bcaf-89552e230366 HTTP/1.1" status: 200 len: 210 time: 0.0342627 Aug 30 14:39:31.752028 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:31.773629 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: e7f08edb-a061-4a18-a123-5a7733b7d951 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:31.773982 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device e7f08edb-a061-4a18-a123-5a7733b7d951 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:32.204709 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:32.226304 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:32.226708 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 23e487b1-6021-4ad8-ac5c-ff60bd46fc6f not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:32.367919 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48498) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:32.899823 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.958763 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-1079acf9-ba29-443f-84f2-eabfc9dc3d52 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904438182&fields=id&tenant_id=cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 267 time: 0.0376287 Aug 30 14:39:33.071436 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-bc10c9fd-0ec7-4a43-91ba-c9d11a784314 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:33.073262 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-bc10c9fd-0ec7-4a43-91ba-c9d11a784314 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 812 time: 0.1076145 Aug 30 14:39:33.089687 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-8a462251-1849-4d74-ae7d-4a6b386cc502 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/quotas/cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 375 time: 0.0102193 Aug 30 14:39:33.151520 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-df01c792-f137-4281-bd28-d113092d35d9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549595 Aug 30 14:39:33.161231 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Deleting port faf728d3-26f8-4315-9382-1e9a850070e4 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:33.161976 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.254099 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] For port faf728d3-26f8-4315-9382-1e9a850070e4, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=faf728d3-26f8-4315-9382-1e9a850070e4,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:33.254333 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.267478 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-643a0cca-58ef-469b-963e-3f71ecda0dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024189 Aug 30 14:39:33.278512 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Calling delete_port for faf728d3-26f8-4315-9382-1e9a850070e4 owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:33.374465 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-f8e98473-5e7a-4fde-9e3b-4f3799179240 service neutron] 10.222.0.62 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998378 Aug 30 14:39:33.463117 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.488269 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=faf728d3-26f8-4315-9382-1e9a850070e4,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:33.692449 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:33.700754 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cdc7d867-a1bb-427a-a441-6014348b9f57 req-69fd4400-bd0c-4626-a81c-c9e50d1ed9fd tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 210 time: 0.0378523 Aug 30 14:39:33.925380 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Router c84b6b3a-9f48-419f-9367-ca952d25dbbd has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:34.038424 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:34.044079 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-daa41a25-1720-40d9-930f-d1b88b372ffc admin admin] 10.222.0.62 "PUT /v2.0/routers/c84b6b3a-9f48-419f-9367-ca952d25dbbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743867 Aug 30 14:39:34.048614 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48538) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:34.052748 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] Sync routers for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:34.067446 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:34.068530 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.157879 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.195579 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:34.272928 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.335925 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Deleting port 2dcc6d38-97db-4dfc-8273-ebeebb208949 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:34.336353 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.400955 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:39:33Z', 'revision_number': 5, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port': {'id': '2dcc6d38-97db-4dfc-8273-ebeebb208949', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:32:06Z', 'updated_at': '2021-08-30T14:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.417181 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] For port 2dcc6d38-97db-4dfc-8273-ebeebb208949, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=2dcc6d38-97db-4dfc-8273-ebeebb208949,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:34.417537 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.431382 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Calling delete_port for 2dcc6d38-97db-4dfc-8273-ebeebb208949 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:34.431587 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] Checking router: c84b6b3a-9f48-419f-9367-ca952d25dbbd for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:34.441219 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] Routers {'c84b6b3a-9f48-419f-9367-ca952d25dbbd'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:34.441841 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.533510 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] Set router c84b6b3a-9f48-419f-9367-ca952d25dbbd gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:34.596145 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:39:34Z', 'revision_number': 6, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:34.620969 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.627377 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8ecb8-b210-4787-920e-1682a3485d5c None None] The sync data for ids ['c84b6b3a-9f48-419f-9367-ca952d25dbbd'] in dv-cinder-777031-2-iscsi is: [{'id': 'c84b6b3a-9f48-419f-9367-ca952d25dbbd', 'name': 'tempest-AttachVolumeShelveTestJSON-277318203-router', 'tenant_id': '552a7d64da8b43edb1b5a404438f4b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:32:05Z', 'updated_at': '2021-08-30T14:39:34Z', 'revision_number': 6, 'project_id': '552a7d64da8b43edb1b5a404438f4b67', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:34.651170 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcc6d38-97db-4dfc-8273-ebeebb208949,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:34.661911 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-40f7d3e2-e96a-4a34-ac21-316b1835192a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:34.664482 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-40f7d3e2-e96a-4a34-ac21-316b1835192a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 812 time: 0.1307652 Aug 30 14:39:34.714324 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.808519 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.810848 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.813591 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-08d790d5-6dd6-4c0b-b652-1519926af915 req-ebbd062e-2487-445e-a406-aadb853c38cc tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 210 time: 0.0332613 Aug 30 14:39:34.862325 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.862926 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84b6b3a-9f48-419f-9367-ca952d25dbbd {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:39:34.867638 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.868821 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9aa4e392-30cb-4857-be98-e64a4eabcfe2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c84b6b3a-9f48-419f-9367-ca952d25dbbd HTTP/1.1" status: 204 len: 168 time: 0.8203063 Aug 30 14:39:34.871601 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48550) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:34.920304 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Deleting subnet 9ca10c0d-0f66-49ec-aeb5-19c88ade5475 {{(pid=93879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:39:34.923381 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:34.958627 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13341983'] for subnet, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.045804 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.110795 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16029616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13470335'] for subnet, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.389034 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca10c0d-0f66-49ec-aeb5-19c88ade5475,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:35.397295 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.404352 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48554) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:35.404925 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f7d059e7-0525-4e18-a6a3-749879092b6b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ca10c0d-0f66-49ec-aeb5-19c88ade5475 HTTP/1.1" status: 204 len: 168 time: 0.5318949 Aug 30 14:39:35.415315 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device faf728d3-26f8-4315-9382-1e9a850070e4 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:35.441539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed4f05-a369-4a7d-bdc5-bceed16b6f95 None None] Network 069a71c3-5677-4d60-a2df-a86101506537 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:39:35.445123 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: faf728d3-26f8-4315-9382-1e9a850070e4 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:35.445806 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device faf728d3-26f8-4315-9382-1e9a850070e4 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:35.489838 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.557117 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Deleting port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:39:35.557565 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.633126 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] For port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,segment=NetworkSegment(975e82c6-4502-40cf-9c44-a3491cdc47bd),segment_id=975e82c6-4502-40cf-9c44-a3491cdc47bd)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:35.633473 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.652784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Calling delete_port for 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:39:35.744502 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.772647 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ca8ec6-56a8-419e-abe5-9f0faf8099b3,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:35.774626 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] No DVR routers for this DVR port 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 on host dv-cinder-777031-2-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:39:35.793075 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7efde2d-a071-448b-9809-ffa610abf608 None None] DHCP port deletion for 069a71c3-5677-4d60-a2df-a86101506537 request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:39:35.852696 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.863782 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069a71c3-5677-4d60-a2df-a86101506537']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:35.875514 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975e82c6-4502-40cf-9c44-a3491cdc47bd') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:35.875807 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975e82c6-4502-40cf-9c44-a3491cdc47bd') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:35.886700 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.922285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.925660 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-70705b65-2533-419d-ac12-8da983392ed1 req-e7b4067b-ad9d-44b1-8834-003cd3fee809 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 210 time: 0.0370450 Aug 30 14:39:35.930511 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:39:35.931037 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:39:35.932863 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:39:36.010845 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.018462 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.020749 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/069a71c3-5677-4d60-a2df-a86101506537 HTTP/1.1" status: 204 len: 168 time: 0.6143768 Aug 30 14:39:36.032755 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605d30b-5164-476a-b89c-bdddd2d63ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=069a71c3-5677-4d60-a2df-a86101506537,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:36.153780 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48560) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:36.193138 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bde92f03-9cf7-49cd-8f77-854310ad587a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=552a7d64da8b43edb1b5a404438f4b67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381138 Aug 30 14:39:36.195777 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48562) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:36.242636 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80c1a434-f37c-4206-8e52-44f3290044c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.263154 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80c1a434-f37c-4206-8e52-44f3290044c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.317365 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80c1a434-f37c-4206-8e52-44f3290044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.320402 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-80c1a434-f37c-4206-8e52-44f3290044c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.321767 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-80c1a434-f37c-4206-8e52-44f3290044c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/41fa782e-9d5c-404c-b829-e7492505c9bc HTTP/1.1" status: 204 len: 168 time: 0.1249378 Aug 30 14:39:36.330289 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1a434-f37c-4206-8e52-44f3290044c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa782e-9d5c-404c-b829-e7492505c9bc,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:36.821533 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:36.842469 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:36.842857 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 02ca8ec6-56a8-419e-abe5-9f0faf8099b3 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:36.843271 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2dcc6d38-97db-4dfc-8273-ebeebb208949 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:39:36.862862 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 2dcc6d38-97db-4dfc-8273-ebeebb208949 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:39:36.863234 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2dcc6d38-97db-4dfc-8273-ebeebb208949 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:39:36.897798 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d607ff41-7231-4a81-b382-2f7da8484534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.028731 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a745098e-3fea-46a8-b649-a78061d1b59f req-c34d168b-fe25-43c8-95c3-ddafec1f60e1 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Aug 30 14:39:37.209187 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:39:37.480580 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-78e48086-3324-447e-ba8e-d8e2081699aa tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 379 time: 0.0402079 Aug 30 14:39:37.491159 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'port': {'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'admin_state_up': True, 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'security_groups': ['83c6c678-9ced-4381-b43e-6633e5b035ea']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:37.639279 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Made reservation on behalf of cca350bff6dc4fe0b157dc1573e56218 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:39:37.643147 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.783354 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Allocated IP 172.20.0.4 (220e878c-f70e-4081-86d2-d27830c0e088/55d3d826-6283-436b-8adc-30ef55f7effc/eba10634-d576-46d6-a611-cb2f62a341cb) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:37.943314 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:37.957364 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Transition to ACTIVE for port object eba10634-d576-46d6-a611-cb2f62a341cb will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:37.991523 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.044453 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Network 220e878c-f70e-4081-86d2-d27830c0e088 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:38.048669 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:38.050678 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=eba10634-d576-46d6-a611-cb2f62a341cb,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:38.054642 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:38.112486 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.113142 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.168634 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-0e8c0344-701f-46ad-a66b-eb532cff9a2b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6816940 Aug 30 14:39:38.183603 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaac27-8128-498b-9ac0-07f90c2c531f req-be5884b1-c280-4f8a-a070-4f24f5f5e55b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.185489 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ccaac27-8128-498b-9ac0-07f90c2c531f req-be5884b1-c280-4f8a-a070-4f24f5f5e55b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 931 time: 0.0694888 Aug 30 14:39:38.190792 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Request body: {'port': {'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:38.265819 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0ccaac27-8128-498b-9ac0-07f90c2c531f req-771b20ba-cbb2-41dd-afe7-f8fec33b5c2e tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721464 Aug 30 14:39:38.270271 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.339172 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f9cd0b80-4bc5-44d1-ad96-57095485b054 None None] Provisioning for port eba10634-d576-46d6-a611-cb2f62a341cb completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:38.343209 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-f9cd0b80-4bc5-44d1-ad96-57095485b054 None None] Provisioning complete for port eba10634-d576-46d6-a611-cb2f62a341cb triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:38.343585 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-f9cd0b80-4bc5-44d1-ad96-57095485b054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.377409 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd0b80-4bc5-44d1-ad96-57095485b054 None None] Port eba10634-d576-46d6-a611-cb2f62a341cb cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:39:38.541132 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba10634-d576-46d6-a611-cb2f62a341cb {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:38.550287 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.566881 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Transition to ACTIVE for port object eba10634-d576-46d6-a611-cb2f62a341cb will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:39:38.571593 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.624558 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Pushing event updated for resources: {'Port': ['ID=eba10634-d576-46d6-a611-cb2f62a341cb,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:38.693950 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Attempting to bind port eba10634-d576-46d6-a611-cb2f62a341cb on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:39:38.694387 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Attempting to bind port eba10634-d576-46d6-a611-cb2f62a341cb by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:39:38.695519 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Attempting to bind port eba10634-d576-46d6-a611-cb2f62a341cb on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:38.699926 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Port eba10634-d576-46d6-a611-cb2f62a341cb on network 220e878c-f70e-4081-86d2-d27830c0e088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:39:38.700252 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Attempting to bind port eba10634-d576-46d6-a611-cb2f62a341cb on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:39:38.705682 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:39:38.705870 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Checking segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:39:38.706141 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Bound using segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:39:38.706669 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Bound port: eba10634-d576-46d6-a611-cb2f62a341cb, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:39:38.706984 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.778974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] For port eba10634-d576-46d6-a611-cb2f62a341cb, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:39:38.782346 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] For port eba10634-d576-46d6-a611-cb2f62a341cb, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=eba10634-d576-46d6-a611-cb2f62a341cb,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:39:38.788111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.822182 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.822820 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:38.824269 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] 10.222.0.48 "PUT /v2.0/ports/eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 1093 time: 0.6377211 Aug 30 14:39:38.824644 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:38.826946 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72651328-d16f-435b-adb7-c6d89b72a639" -d '{"events": [{"name": "network-changed", "server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:38.857075 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07fe11-c33d-48a3-914a-e5481eb3166c service neutron] Pushing event updated for resources: {'Port': ['ID=eba10634-d576-46d6-a611-cb2f62a341cb,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:38.873441 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec896811-9e22-4898-b288-1c9e660f1621 x-openstack-request-id: req-ec896811-9e22-4898-b288-1c9e660f1621 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:38.873791 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:38.874051 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec896811-9e22-4898-b288-1c9e660f1621 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:38.874443 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'status': 'completed', 'code': 200} Aug 30 14:39:38.917132 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-f4abf6f3-6bc7-4ebc-858b-df419ec8ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:38.918672 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-f4abf6f3-6bc7-4ebc-858b-df419ec8ece3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1096 time: 0.0434225 Aug 30 14:39:38.965707 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-493a593e-9e00-4357-80bd-b9323e65400c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 217 time: 0.0392561 Aug 30 14:39:39.017081 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-98db20f4-fd90-491d-a1e8-af7cde78f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.018702 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-98db20f4-fd90-491d-a1e8-af7cde78f774 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0464973 Aug 30 14:39:39.076321 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-f3a5e239-9816-4a55-a813-9988f4e97ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.078055 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-f3a5e239-9816-4a55-a813-9988f4e97ff1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495379 Aug 30 14:39:39.175709 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-99405c44-f686-4d88-8821-04ef380d83cb service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903816 Aug 30 14:39:39.282212 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-39812e13-ffe0-416c-afc8-b23cb0e94725 req-51060e28-58db-44be-97b0-a3119195dafe service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981395 Aug 30 14:39:39.420027 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651328-d16f-435b-adb7-c6d89b72a639 req-64ab8128-fe73-48df-9a4f-5f871df845fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.421527 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-64ab8128-fe73-48df-9a4f-5f871df845fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1096 time: 0.0831997 Aug 30 14:39:39.428634 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb34ef-0848-40c0-88a0-12c420202424 req-5f91660c-b7cf-4d49-886f-70ade7d1a3a4 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.430105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fceb34ef-0848-40c0-88a0-12c420202424 req-5f91660c-b7cf-4d49-886f-70ade7d1a3a4 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0832946 Aug 30 14:39:39.519994 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fceb34ef-0848-40c0-88a0-12c420202424 req-b5973590-d637-490c-923e-5c05c774eded tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813284 Aug 30 14:39:39.548161 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651328-d16f-435b-adb7-c6d89b72a639 req-70ad8175-8f30-491b-a539-c22d9a6e3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.549627 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-70ad8175-8f30-491b-a539-c22d9a6e3127 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1186411 Aug 30 14:39:39.553540 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6204e6b2-12fb-40c9-8ddc-1f884c902968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.595665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-cef8157a-3210-4f3a-87c5-aaaa13d5b188 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 217 time: 0.0381625 Aug 30 14:39:39.647373 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651328-d16f-435b-adb7-c6d89b72a639 req-63157346-37b9-44f2-b117-e951c098bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.648882 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-63157346-37b9-44f2-b117-e951c098bafe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0468876 Aug 30 14:39:39.699070 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72651328-d16f-435b-adb7-c6d89b72a639 req-572b204d-987f-4294-b125-6cde023f94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:39.700561 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-572b204d-987f-4294-b125-6cde023f94dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436080 Aug 30 14:39:39.793452 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.805205 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-916f7176-eb12-4975-bf02-8d3f43b7fe3c service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967252 Aug 30 14:39:39.905371 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72651328-d16f-435b-adb7-c6d89b72a639 req-c9ad4c0c-8d14-4ca1-b137-dd7bff556081 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931458 Aug 30 14:39:40.659616 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec23bbe-7b3a-4f21-9495-b54a25914f25 req-9e32f481-5058-4bde-bee3-815201493fd0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:40.661150 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1ec23bbe-7b3a-4f21-9495-b54a25914f25 req-9e32f481-5058-4bde-bee3-815201493fd0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0590658 Aug 30 14:39:40.709699 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1ec23bbe-7b3a-4f21-9495-b54a25914f25 req-c62d53f3-b6d5-4daa-bdfc-e0849200336c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378864 Aug 30 14:39:40.776923 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.055680 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48702) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:41.171587 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0e62acb-13fd-4dd9-9d86-126efc59a16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.263121 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0e62acb-13fd-4dd9-9d86-126efc59a16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.268299 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-a0e62acb-13fd-4dd9-9d86-126efc59a16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.308117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-a0e62acb-13fd-4dd9-9d86-126efc59a16b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72ce8c91f09e4fb59db350e4d2be7405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508473 Aug 30 14:39:41.308989 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e62acb-13fd-4dd9-9d86-126efc59a16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceca11c0-a960-497a-8489-a4dcbeae2c85,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:41.311226 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48710) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:41.366275 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb124206-75d5-4b43-a252-b68afeafefb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.399606 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb124206-75d5-4b43-a252-b68afeafefb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.465544 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb124206-75d5-4b43-a252-b68afeafefb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.468150 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-bb124206-75d5-4b43-a252-b68afeafefb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.471829 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-bb124206-75d5-4b43-a252-b68afeafefb9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ceca11c0-a960-497a-8489-a4dcbeae2c85 HTTP/1.1" status: 204 len: 168 time: 0.1568921 Aug 30 14:39:41.476961 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb124206-75d5-4b43-a252-b68afeafefb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceca11c0-a960-497a-8489-a4dcbeae2c85,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:41.774021 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48718) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:41.787320 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ded7abc-7cfd-4a24-93d5-f363502ec9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.822184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19a964-0161-4006-ad15-158947747e39 req-93065628-6a61-4609-9e44-a58ffa3ea854 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:41.823968 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b19a964-0161-4006-ad15-158947747e39 req-93065628-6a61-4609-9e44-a58ffa3ea854 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0512202 Aug 30 14:39:41.862869 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1b19a964-0161-4006-ad15-158947747e39 req-f5a9788c-bf58-4779-ad48-5ab2d8b438f0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324364 Aug 30 14:39:41.877178 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ded7abc-7cfd-4a24-93d5-f363502ec9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.882661 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9ded7abc-7cfd-4a24-93d5-f363502ec9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.919218 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded7abc-7cfd-4a24-93d5-f363502ec9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9018d6f8-0363-42a8-a16d-bda2be5a7554,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:41.923687 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9ded7abc-7cfd-4a24-93d5-f363502ec9e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15d7fdcb68bd4bca88e12d1ab2aa7915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485853 Aug 30 14:39:41.926491 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48720) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:41.983635 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee070bc4-4ca8-4a45-a882-cce86af73788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.004476 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee070bc4-4ca8-4a45-a882-cce86af73788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.053626 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee070bc4-4ca8-4a45-a882-cce86af73788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.056439 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ee070bc4-4ca8-4a45-a882-cce86af73788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.062580 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ee070bc4-4ca8-4a45-a882-cce86af73788 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9018d6f8-0363-42a8-a16d-bda2be5a7554 HTTP/1.1" status: 204 len: 168 time: 0.1332736 Aug 30 14:39:42.071935 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee070bc4-4ca8-4a45-a882-cce86af73788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9018d6f8-0363-42a8-a16d-bda2be5a7554,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:42.447084 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.480828 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48738) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:42.649184 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dcc98ae3-24fb-4571-a0e8-5109a57152df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.743271 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dcc98ae3-24fb-4571-a0e8-5109a57152df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.748656 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dcc98ae3-24fb-4571-a0e8-5109a57152df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.787400 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-dcc98ae3-24fb-4571-a0e8-5109a57152df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04801b0976dc4d05aea352173264ee9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050530 Aug 30 14:39:42.789365 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc98ae3-24fb-4571-a0e8-5109a57152df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe4774-5ffe-47af-8f03-60c3fd4f6190,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:42.790277 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48752) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:42.856373 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55ed1124-aee1-487e-b276-81c0a188fdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.881119 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55ed1124-aee1-487e-b276-81c0a188fdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.934644 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55ed1124-aee1-487e-b276-81c0a188fdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.937179 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-55ed1124-aee1-487e-b276-81c0a188fdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.938373 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-55ed1124-aee1-487e-b276-81c0a188fdab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bffe4774-5ffe-47af-8f03-60c3fd4f6190 HTTP/1.1" status: 204 len: 168 time: 0.1470470 Aug 30 14:39:42.970272 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed1124-aee1-487e-b276-81c0a188fdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe4774-5ffe-47af-8f03-60c3fd4f6190,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:42.994243 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ca84-b14f-4d14-8a64-254dfdf842a9 req-3bdcfc86-515b-4ab0-a3b6-5a5093972595 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:42.996236 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2ce4ca84-b14f-4d14-8a64-254dfdf842a9 req-3bdcfc86-515b-4ab0-a3b6-5a5093972595 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0568025 Aug 30 14:39:43.036418 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2ce4ca84-b14f-4d14-8a64-254dfdf842a9 req-db44f81b-ddfb-4bdb-bed8-4ef0bffcc59a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340719 Aug 30 14:39:43.311504 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48770) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:43.327910 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01839f98-d23c-495f-b1a8-aea73a06f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.421853 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01839f98-d23c-495f-b1a8-aea73a06f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.427184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01839f98-d23c-495f-b1a8-aea73a06f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.465485 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-01839f98-d23c-495f-b1a8-aea73a06f689 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8b9066f06f8422a8fd6d0cd3bc8cbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526520 Aug 30 14:39:43.466339 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839f98-d23c-495f-b1a8-aea73a06f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d717d-e996-406d-90d6-af7dd8c9a610,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:43.468894 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48776) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:43.527521 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9835a45-a5ed-4708-abf8-93de43bea60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.552312 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9835a45-a5ed-4708-abf8-93de43bea60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.610788 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9835a45-a5ed-4708-abf8-93de43bea60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.613476 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-c9835a45-a5ed-4708-abf8-93de43bea60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:43.614777 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-c9835a45-a5ed-4708-abf8-93de43bea60f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/539d717d-e996-406d-90d6-af7dd8c9a610 HTTP/1.1" status: 204 len: 168 time: 0.1444054 Aug 30 14:39:43.622945 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9835a45-a5ed-4708-abf8-93de43bea60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d717d-e996-406d-90d6-af7dd8c9a610,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:44.173886 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a72f0-ff4b-45ab-bffb-01b96628c910 req-a0b3135c-6e8b-4154-9bed-5d6fbd7ca275 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:44.175419 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e28a72f0-ff4b-45ab-bffb-01b96628c910 req-a0b3135c-6e8b-4154-9bed-5d6fbd7ca275 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0571957 Aug 30 14:39:44.217980 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e28a72f0-ff4b-45ab-bffb-01b96628c910 req-1f5cc213-185f-421f-a610-c152365e8548 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364747 Aug 30 14:39:44.596757 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:45.348302 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cc8ed-9998-4f3d-8915-96099e90ae5b req-fab698f3-ae4e-4da2-8b85-c29b8cbe0d94 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:45.351048 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a4cc8ed-9998-4f3d-8915-96099e90ae5b req-fab698f3-ae4e-4da2-8b85-c29b8cbe0d94 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0656335 Aug 30 14:39:45.412132 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a4cc8ed-9998-4f3d-8915-96099e90ae5b req-7f785429-570b-43cb-9dd4-ebd708255a89 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499542 Aug 30 14:39:46.544277 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640753c3-2981-442d-aaf0-b19d3e9ab855 req-33780356-3258-4f98-a112-f9220e7116fe tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:46.545767 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-640753c3-2981-442d-aaf0-b19d3e9ab855 req-33780356-3258-4f98-a112-f9220e7116fe tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0562012 Aug 30 14:39:46.586004 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-640753c3-2981-442d-aaf0-b19d3e9ab855 req-d917796a-59c5-4d30-89d3-8de216009af5 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339978 Aug 30 14:39:47.726224 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46d91-53b8-4cda-95a2-1cc0a855e2f4 req-1710cc5b-f75a-4c1d-ae37-078c3547cba7 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:47.728070 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7fd46d91-53b8-4cda-95a2-1cc0a855e2f4 req-1710cc5b-f75a-4c1d-ae37-078c3547cba7 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 943 time: 0.0640886 Aug 30 14:39:47.770843 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7fd46d91-53b8-4cda-95a2-1cc0a855e2f4 req-19a44422-46d1-434b-afbf-020d4f8482cf tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353429 Aug 30 14:39:48.488023 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device eba10634-d576-46d6-a611-cb2f62a341cb details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:39:48.590291 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port eba10634-d576-46d6-a611-cb2f62a341cb, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=eba10634-d576-46d6-a611-cb2f62a341cb,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:48.605907 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:39:48.647768 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.662832 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba10634-d576-46d6-a611-cb2f62a341cb {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:39:48.686791 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port eba10634-d576-46d6-a611-cb2f62a341cb, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=eba10634-d576-46d6-a611-cb2f62a341cb,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:48.692240 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:48.744489 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=eba10634-d576-46d6-a611-cb2f62a341cb,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:48.751986 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.752337 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.752679 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.753019 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.753353 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.753691 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.754020 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.754349 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.754740 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.755067 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.755389 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.755715 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:48.880602 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48924) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:48.912120 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482365a1-e958-4986-87c2-a83840bd3dbd req-eeb404f3-90d4-496b-b89e-e8aee0f49fa3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:48.914383 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-482365a1-e958-4986-87c2-a83840bd3dbd req-eeb404f3-90d4-496b-b89e-e8aee0f49fa3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 944 time: 0.0706873 Aug 30 14:39:48.922914 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['eba10634-d576-46d6-a611-cb2f62a341cb'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:39:48.955177 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-482365a1-e958-4986-87c2-a83840bd3dbd req-67f058b1-525b-4134-a705-d80979a107d7 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347407 Aug 30 14:39:49.000597 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.106903 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.111810 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.148233 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c6c8a3c2441460c8b90ff8b8d6166f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662399 Aug 30 14:39:49.150292 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d526e4be-295a-4790-a982-f68c8f226691,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.151681 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48928) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.158176 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.158612 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.159058 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.159458 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.159854 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.160181 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.160502 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.160823 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.161130 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.161455 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.161765 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.162080 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61eb0c-96d8-48d3-86b1-ba7e307ecf85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:39:49.204489 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dabd276b-d849-4b92-9355-69ef251289c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.226799 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dabd276b-d849-4b92-9355-69ef251289c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.279529 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dabd276b-d849-4b92-9355-69ef251289c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.283223 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dabd276b-d849-4b92-9355-69ef251289c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.284692 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-dabd276b-d849-4b92-9355-69ef251289c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d526e4be-295a-4790-a982-f68c8f226691 HTTP/1.1" status: 204 len: 168 time: 0.1319878 Aug 30 14:39:49.295628 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd276b-d849-4b92-9355-69ef251289c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d526e4be-295a-4790-a982-f68c8f226691,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.559603 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 48938) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.573767 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0cdfe7d2-f146-4e84-9b3a-1a2778c42842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.672159 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0cdfe7d2-f146-4e84-9b3a-1a2778c42842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.676359 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-0cdfe7d2-f146-4e84-9b3a-1a2778c42842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.718052 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfe7d2-f146-4e84-9b3a-1a2778c42842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f47a8f-4464-4c45-920a-bb30bcbcf720,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:49.725848 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 48946) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:49.727310 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-0cdfe7d2-f146-4e84-9b3a-1a2778c42842 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5720f90f112348ba9f1eeee85ea762ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664093 Aug 30 14:39:49.796896 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61f443a2-ea6e-4447-b15a-a245b5e99d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.820570 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61f443a2-ea6e-4447-b15a-a245b5e99d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.870792 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61f443a2-ea6e-4447-b15a-a245b5e99d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.874672 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-61f443a2-ea6e-4447-b15a-a245b5e99d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:49.877094 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-61f443a2-ea6e-4447-b15a-a245b5e99d14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83f47a8f-4464-4c45-920a-bb30bcbcf720 HTTP/1.1" status: 204 len: 168 time: 0.1494014 Aug 30 14:39:49.887962 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f443a2-ea6e-4447-b15a-a245b5e99d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f47a8f-4464-4c45-920a-bb30bcbcf720,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:50.072114 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e2f91-25ef-4098-80b4-e8874614268b req-dddb8c60-d230-4003-9444-42f886836796 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:50.073613 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-372e2f91-25ef-4098-80b4-e8874614268b req-dddb8c60-d230-4003-9444-42f886836796 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 944 time: 0.0506294 Aug 30 14:39:50.115686 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-372e2f91-25ef-4098-80b4-e8874614268b req-4bffc477-55d8-4798-908e-9cba1d032bf1 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343566 Aug 30 14:39:50.487824 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device eba10634-d576-46d6-a611-cb2f62a341cb up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:39:50.542584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port eba10634-d576-46d6-a611-cb2f62a341cb completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:39:50.546840 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port eba10634-d576-46d6-a611-cb2f62a341cb triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:39:50.547229 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.629314 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.654131 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:50.656800 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a736e3-ad69-4e38-a4cf-8207e72a2638" -d '{"events": [{"server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "name": "network-vif-plugged", "status": "completed", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:50.670452 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port eba10634-d576-46d6-a611-cb2f62a341cb, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=eba10634-d576-46d6-a611-cb2f62a341cb,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:39:50.676308 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:50.700024 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abce585-9e47-4ff3-8cfe-0cce7554306d x-openstack-request-id: req-8abce585-9e47-4ff3-8cfe-0cce7554306d {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:50.700298 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "name": "network-vif-plugged", "status": "completed", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:50.701105 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8abce585-9e47-4ff3-8cfe-0cce7554306d {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:50.701105 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'code': 200} Aug 30 14:39:50.732587 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=eba10634-d576-46d6-a611-cb2f62a341cb,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:50.932794 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5d113-845f-411b-b03d-bfd28b32c0a8 req-d3607674-1e64-42a5-be23-e2b69e758f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:50.934569 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96e5d113-845f-411b-b03d-bfd28b32c0a8 req-d3607674-1e64-42a5-be23-e2b69e758f3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1098 time: 0.0455205 Aug 30 14:39:50.974447 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96e5d113-845f-411b-b03d-bfd28b32c0a8 req-dfc411c5-0169-4af5-82f4-aa12c66f6cd8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Aug 30 14:39:51.238608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a753d-e003-4486-b514-634806d55c26 req-ff536d17-644b-447b-9a3e-d24871c109da tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:51.240368 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c9a753d-e003-4486-b514-634806d55c26 req-ff536d17-644b-447b-9a3e-d24871c109da tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 945 time: 0.0533152 Aug 30 14:39:51.281955 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0c9a753d-e003-4486-b514-634806d55c26 req-bb450045-3cf7-46cd-bae9-98efe9e6d15d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350337 Aug 30 14:39:51.864160 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49016) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.015011 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac01e-ef39-49c2-a18b-16aa136476c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.123682 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac01e-ef39-49c2-a18b-16aa136476c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.128075 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac01e-ef39-49c2-a18b-16aa136476c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.168041 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ac01e-ef39-49c2-a18b-16aa136476c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3b96c9-4bd1-4e86-9673-03e8b86a2df7,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:52.176449 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49026) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.177023 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0b5ac01e-ef39-49c2-a18b-16aa136476c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b02d9a1df6fb41d2881d8c8c2f97d46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109295 Aug 30 14:39:52.225212 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48b59f4-322e-4eb1-b593-2afa8aebf1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.251294 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48b59f4-322e-4eb1-b593-2afa8aebf1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.304689 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48b59f4-322e-4eb1-b593-2afa8aebf1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.309266 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b48b59f4-322e-4eb1-b593-2afa8aebf1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.315234 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b48b59f4-322e-4eb1-b593-2afa8aebf1fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad3b96c9-4bd1-4e86-9673-03e8b86a2df7 HTTP/1.1" status: 204 len: 168 time: 0.1368499 Aug 30 14:39:52.323955 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b59f4-322e-4eb1-b593-2afa8aebf1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3b96c9-4bd1-4e86-9673-03e8b86a2df7,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:52.410212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99106f01-b5f4-4a8a-838e-575761355166 req-efc35723-c7fd-4aa3-86da-1e62ded8d074 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.411886 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-99106f01-b5f4-4a8a-838e-575761355166 req-efc35723-c7fd-4aa3-86da-1e62ded8d074 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 945 time: 0.0533271 Aug 30 14:39:52.451307 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-99106f01-b5f4-4a8a-838e-575761355166 req-c32e4c56-0586-4846-bc77-03473e121ffc tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Aug 30 14:39:52.566327 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69f6e7-ba4c-475d-bc19-66c2ee69c358 req-7fefb852-20e1-4b68-84d2-d159c37eb7d3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.567906 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7b69f6e7-ba4c-475d-bc19-66c2ee69c358 req-7fefb852-20e1-4b68-84d2-d159c37eb7d3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Aug 30 14:39:52.589672 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49036) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.606460 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-52adc9c2-26e2-4b8e-a2e0-cc6af7813e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.606903 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7b69f6e7-ba4c-475d-bc19-66c2ee69c358 req-4d9bbb4f-f5ac-48d6-a9c7-ef5dc4346bf9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Aug 30 14:39:52.633164 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49038) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.677220 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8039a304-eb58-4d4f-a4d8-d56dc5dc375f tempest-TestVolumeBootPattern-1482845853 tempest-TestVolumeBootPattern-1482845853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:52.678788 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8039a304-eb58-4d4f-a4d8-d56dc5dc375f tempest-TestVolumeBootPattern-1482845853 tempest-TestVolumeBootPattern-1482845853-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1093 time: 0.0443499 Aug 30 14:39:52.681934 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49040) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.686667 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:39:52.700999 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-52adc9c2-26e2-4b8e-a2e0-cc6af7813e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.706665 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-52adc9c2-26e2-4b8e-a2e0-cc6af7813e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.721495 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.743031 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-52adc9c2-26e2-4b8e-a2e0-cc6af7813e67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94861aa7b46f4f999e2600b80c5a11bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518352 Aug 30 14:39:52.745992 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49042) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:52.754273 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adc9c2-26e2-4b8e-a2e0-cc6af7813e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38351f8-5b71-4a00-b183-ac2487c92fe0,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:52.801168 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-30fa9fe1-e419-4163-aec3-99164edd2be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.819773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.823368 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-30fa9fe1-e419-4163-aec3-99164edd2be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.871642 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-30fa9fe1-e419-4163-aec3-99164edd2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.874311 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-30fa9fe1-e419-4163-aec3-99164edd2be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:52.878944 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-30fa9fe1-e419-4163-aec3-99164edd2be3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a38351f8-5b71-4a00-b183-ac2487c92fe0 HTTP/1.1" status: 204 len: 168 time: 0.1310248 Aug 30 14:39:52.889235 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa9fe1-e419-4163-aec3-99164edd2be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38351f8-5b71-4a00-b183-ac2487c92fe0,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:52.929429 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Allocated IP 172.27.3.173 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/24bfd573-2e10-43c8-a250-ec568948f8a6) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:39:53.036598 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.092762 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.144806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:39:53.152667 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:39:53.158830 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:39:53.189537 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=24bfd573-2e10-43c8-a250-ec568948f8a6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:53.384784 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49062) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:53.512369 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b737355-839c-4c40-9154-9e979543ec1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.627432 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b737355-839c-4c40-9154-9e979543ec1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.634542 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9b737355-839c-4c40-9154-9e979543ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.675600 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b737355-839c-4c40-9154-9e979543ec1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c711c68-6f30-442d-ac61-3069fe5f2c15,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:53.695384 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9b737355-839c-4c40-9154-9e979543ec1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=293128dc668241c3afa068426afa0c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071623 Aug 30 14:39:53.695832 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49074) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:53.760504 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a26f9207-dc91-4da4-bc9c-a3411c727337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.782951 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a26f9207-dc91-4da4-bc9c-a3411c727337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.839862 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a26f9207-dc91-4da4-bc9c-a3411c727337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.842827 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a26f9207-dc91-4da4-bc9c-a3411c727337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.846726 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a26f9207-dc91-4da4-bc9c-a3411c727337 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c711c68-6f30-442d-ac61-3069fe5f2c15 HTTP/1.1" status: 204 len: 168 time: 0.1469326 Aug 30 14:39:53.861101 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9207-dc91-4da4-bc9c-a3411c727337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c711c68-6f30-442d-ac61-3069fe5f2c15,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:53.876088 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:53.948858 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.127698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.135957 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.212932 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=24bfd573-2e10-43c8-a250-ec568948f8a6,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:54.225799 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.226386 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49088) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:54.239415 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9833931-eee3-4ea2-a269-9870fe520c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.327709 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Floating IP 490f14f3-747d-4deb-8ae3-be2a1aa38d26 associated. External IP: 172.27.3.173, port: eba10634-d576-46d6-a611-cb2f62a341cb. Aug 30 14:39:54.331358 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9833931-eee3-4ea2-a269-9870fe520c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.336687 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9833931-eee3-4ea2-a269-9870fe520c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.377592 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a9833931-eee3-4ea2-a269-9870fe520c95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ce98780bb2d4a6c9430ea65ddb769bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500285 Aug 30 14:39:54.378789 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9833931-eee3-4ea2-a269-9870fe520c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce876ff8-3fad-41bf-b6f4-537a6b3eb996,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:54.381228 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49090) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:54.432603 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba01f5e7-5262-4079-81cd-c919891fce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.454008 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba01f5e7-5262-4079-81cd-c919891fce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.512782 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba01f5e7-5262-4079-81cd-c919891fce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.515616 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ba01f5e7-5262-4079-81cd-c919891fce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.516796 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ba01f5e7-5262-4079-81cd-c919891fce89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce876ff8-3fad-41bf-b6f4-537a6b3eb996 HTTP/1.1" status: 204 len: 168 time: 0.1346631 Aug 30 14:39:54.526984 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01f5e7-5262-4079-81cd-c919891fce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce876ff8-3fad-41bf-b6f4-537a6b3eb996,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:54.548948 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:39:54.666651 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:39:54.677902 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:39:54.690461 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:54.692995 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:54.694927 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:54.738701 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-6e5cdb05-bdc7-4ebd-91db-c9f8303a6480 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0415463 Aug 30 14:39:54.738701 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:39:54.738701 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971" -d '{"events": [{"name": "network-changed", "server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:39:54.775653 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659c9664-1792-48c9-bdaa-0a6dd31ac4c5 x-openstack-request-id: req-659c9664-1792-48c9-bdaa-0a6dd31ac4c5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:39:54.776031 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:39:54.776371 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-659c9664-1792-48c9-bdaa-0a6dd31ac4c5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:39:54.776856 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'status': 'completed', 'code': 200} Aug 30 14:39:54.811031 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:54.848383 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-bd32acaf-c767-42be-8062-e6c3119680c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:54.850409 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-bd32acaf-c767-42be-8062-e6c3119680c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1098 time: 0.0481918 Aug 30 14:39:54.954705 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-1d100351-fcc3-46ab-9545-abfb7c305f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:54.956055 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-1d100351-fcc3-46ab-9545-abfb7c305f7c service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.0983658 Aug 30 14:39:55.046087 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-049efcb2-d272-4b4f-af64-3af25b06c424 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 999 time: 0.0829439 Aug 30 14:39:55.076606 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:53Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:55.105743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-0ad0340f-d6f2-4db2-827c-0762c8e8818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:55.107333 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-0ad0340f-d6f2-4db2-827c-0762c8e8818f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0547118 Aug 30 14:39:55.116570 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:39:55.133765 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:39:55.134460 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:39:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:55.165818 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-7c30f2e6-dd41-4586-8b41-9444639b7f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:39:55.167225 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-7c30f2e6-dd41-4586-8b41-9444639b7f68 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525248 Aug 30 14:39:55.268351 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:39:55.294451 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-a43ff824-f296-4739-ba1d-f78d928087d4 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186929 Aug 30 14:39:55.421768 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f1eeeafd-dfe0-4175-9b02-2ee2f57f9971 req-2397be3f-28cc-4b6a-a825-a96db0140df6 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198273 Aug 30 14:39:55.594106 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:53Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:39:55.623340 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a4ab9b-8267-40ed-882a-383fabc7141b None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:53Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:39:55.865335 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95832598-43c8-4dd4-9deb-eee1c769f26e None None] New status for floating IP 490f14f3-747d-4deb-8ae3-be2a1aa38d26: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:39:55.887014 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49130) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:56.004086 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8756807b-342a-4847-8a90-8fbe4640e8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.093992 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8756807b-342a-4847-8a90-8fbe4640e8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.099200 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8756807b-342a-4847-8a90-8fbe4640e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.138525 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8756807b-342a-4847-8a90-8fbe4640e8cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a456f461d81e4a309f1923fb7670f26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502222 Aug 30 14:39:56.139682 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756807b-342a-4847-8a90-8fbe4640e8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52b4e5-83a9-45e7-a51d-1d3df062b417,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:56.141320 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49134) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:56.192203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6dae70f-cd10-4b6d-babc-e1fda0a65b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.213086 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6dae70f-cd10-4b6d-babc-e1fda0a65b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.264766 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6dae70f-cd10-4b6d-babc-e1fda0a65b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.267596 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-f6dae70f-cd10-4b6d-babc-e1fda0a65b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:56.268714 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-f6dae70f-cd10-4b6d-babc-e1fda0a65b4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd52b4e5-83a9-45e7-a51d-1d3df062b417 HTTP/1.1" status: 204 len: 168 time: 0.1264558 Aug 30 14:39:56.276311 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dae70f-cd10-4b6d-babc-e1fda0a65b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52b4e5-83a9-45e7-a51d-1d3df062b417,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:57.404104 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49170) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:57.530806 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-577dbe1c-3be1-4df9-a97f-6c1c6c64f29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.635221 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-577dbe1c-3be1-4df9-a97f-6c1c6c64f29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.640698 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-577dbe1c-3be1-4df9-a97f-6c1c6c64f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.679553 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-577dbe1c-3be1-4df9-a97f-6c1c6c64f29d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cd6acd202e794381b7391109676e4ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743568 Aug 30 14:39:57.680248 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dbe1c-3be1-4df9-a97f-6c1c6c64f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a01826-67b7-4647-84b8-fe9c768b1b81,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:39:57.682377 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49176) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:39:57.744229 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2c970a-8888-4d57-bf55-ad31f90656e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.766892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2c970a-8888-4d57-bf55-ad31f90656e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.816191 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2c970a-8888-4d57-bf55-ad31f90656e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.818723 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-6a2c970a-8888-4d57-bf55-ad31f90656e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:57.819953 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-6a2c970a-8888-4d57-bf55-ad31f90656e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63a01826-67b7-4647-84b8-fe9c768b1b81 HTTP/1.1" status: 204 len: 168 time: 0.1365662 Aug 30 14:39:57.831367 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c970a-8888-4d57-bf55-ad31f90656e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a01826-67b7-4647-84b8-fe9c768b1b81,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:06.904695 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c5e8ca4-2a6a-45a4-95a5-d6a8bdb019d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.543213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7ce03b11-55bf-477c-88eb-3e7773de8589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.799735 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.781707 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.342358 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49376) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:11.449984 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe90ed32-05da-40fa-931d-b6fdb8f6acff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.552376 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe90ed32-05da-40fa-931d-b6fdb8f6acff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.556920 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-fe90ed32-05da-40fa-931d-b6fdb8f6acff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.595017 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-fe90ed32-05da-40fa-931d-b6fdb8f6acff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=11e4e5715c5f47b69ec658bfc95a42a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514520 Aug 30 14:40:11.595852 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90ed32-05da-40fa-931d-b6fdb8f6acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bbc3f8-a355-4daf-9d55-91db2e964a0f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:11.597714 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49388) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:11.651069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-646bfdd1-b1c9-4edb-be68-0c555aa1b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.671877 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-646bfdd1-b1c9-4edb-be68-0c555aa1b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.725106 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-646bfdd1-b1c9-4edb-be68-0c555aa1b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.727758 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-646bfdd1-b1c9-4edb-be68-0c555aa1b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.728959 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-646bfdd1-b1c9-4edb-be68-0c555aa1b88d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70bbc3f8-a355-4daf-9d55-91db2e964a0f HTTP/1.1" status: 204 len: 168 time: 0.1302733 Aug 30 14:40:11.743771 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bfdd1-b1c9-4edb-be68-0c555aa1b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bbc3f8-a355-4daf-9d55-91db2e964a0f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:12.427258 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49410) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:12.448480 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.523534 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1500436681-network', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:12.547590 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Made reservation on behalf of e6915a3c6e0a42e6a1945ac5b6ba9281 for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:12.549944 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.561180 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.660177 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.665535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.686899 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:12.702447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa583082-f431-49b0-8cb2-c7297f7eaaa1,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:12.705535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.705870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Added segment 9ad58c46-4ef4-4faf-bbf4-39965c3e492b of type vlan for network c4acf8fc-dfe8-442a-a4c3-65d577ad359f Aug 30 14:40:12.754221 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.779317 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.780442 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:12.781029 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.834980 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4069080 Aug 30 14:40:12.838327 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49430) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:12.844111 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Request body: {'subnet': {'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1500436681-subnet', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:12.846430 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1b9e7-3c79-4d96-bf39-23f325fc6b07 admin admin] Pushing event updated for resources: {'Network': ['ID=c4acf8fc-dfe8-442a-a4c3-65d577ad359f,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:12.863375 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:12.884197 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Made reservation on behalf of e6915a3c6e0a42e6a1945ac5b6ba9281 for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:12.887356 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13470228'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.889961 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49432) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:13.031177 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c26eaef-39a8-4710-b099-1389c3b2be59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.105892 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15885939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13470310'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.187157 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aada7485-85ee-45e1-a783-3cc55d68c037,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:13.207049 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Checking segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:13.207409 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Network hostable DHCP agents. Network: c4acf8fc-dfe8-442a-a4c3-65d577ad359f, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:13.232417 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c26eaef-39a8-4710-b099-1389c3b2be59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.240497 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-7c26eaef-39a8-4710-b099-1389c3b2be59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.254885 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:13.285918 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, c4acf8fc-dfe8-442a-a4c3-65d577ad359f) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:13.288836 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26eaef-39a8-4710-b099-1389c3b2be59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b5c858-3070-4a42-9b47-fe7e9bea8261,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:13.298090 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-7c26eaef-39a8-4710-b099-1389c3b2be59 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37266525a2ce475abf60992bb32cc92a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032817 Aug 30 14:40:13.298090 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:13.298090 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.298948 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49436) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:13.317812 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9d2f8210-bcf8-40a3-b114-2fbf0bd057d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4778492 Aug 30 14:40:13.318444 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49438) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:13.322841 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:13.345362 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.346471 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.381301 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d56184f-9f79-422d-8500-61d8aa4063b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.406112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d56184f-9f79-422d-8500-61d8aa4063b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.407027 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.446134 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f9a1e9-4d7f-4e2a-83ae-b5eae97e93d1 None None] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:13.459507 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d56184f-9f79-422d-8500-61d8aa4063b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.462217 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-9d56184f-9f79-422d-8500-61d8aa4063b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.465984 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-9d56184f-9f79-422d-8500-61d8aa4063b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89b5c858-3070-4a42-9b47-fe7e9bea8261 HTTP/1.1" status: 204 len: 168 time: 0.1639936 Aug 30 14:40:13.471831 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56184f-9f79-422d-8500-61d8aa4063b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b5c858-3070-4a42-9b47-fe7e9bea8261,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:13.552375 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.746181 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:13.747069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.773965 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.797351 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:13.885555 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Allocated IP 172.20.0.2 (c4acf8fc-dfe8-442a-a4c3-65d577ad359f/aada7485-85ee-45e1-a783-3cc55d68c037/95c4aca1-575b-4b9c-8dc5-2bda4a07f466) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:13.918362 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Allocated IP 172.27.3.252 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:14.031233 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.046258 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.056059 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Transition to ACTIVE for port object 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:14.072762 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Transition to ACTIVE for port object 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:14.077890 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.084265 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.118708 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:14.123572 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:14.127382 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:14.131213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:14.133672 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Pushing event updated for resources: {'Port': ['ID=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:14.135021 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:14.143547 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:14.152886 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Pushing event updated for resources: {'Port': ['ID=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:14.205953 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Attempting to bind port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:14.207217 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Attempting to bind port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:14.207513 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Attempting to bind port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 on network c4acf8fc-dfe8-442a-a4c3-65d577ad359f {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:14.210004 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:40:14.214881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:14.215536 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Checking segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:14.216016 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.216500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Bound using segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:14.216854 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Bound port: 95c4aca1-575b-4b9c-8dc5-2bda4a07f466, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:14.217452 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.285851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] For port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:14.289656 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] For port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:14.295171 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.377254 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6c8e3-09e0-4288-a844-769adac7fffb None None] Pushing event updated for resources: {'Port': ['ID=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:14.407185 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.611521 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.632649 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.777002 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Router 6ad74076-139c-4db1-8193-8ac5655d7a53 is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:14.903324 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:14.934202 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:14.947035 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Sync routers for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:14.953391 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:14.955291 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d67cd667-360d-4fff-b895-28584284a603 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6359043 Aug 30 14:40:14.958440 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49508) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:14.962323 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:14.963012 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:15.022764 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:15.091052 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:15.322741 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:14Z', 'revision_number': 3, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:15.357137 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Checking router: 6ad74076-139c-4db1-8193-8ac5655d7a53 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:15.357490 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Updating router 6ad74076-139c-4db1-8193-8ac5655d7a53 port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:15.386740 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f94f1d6-bdf7-45b1-8ea7-6e5d2d093650 None None] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:15.389021 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.441751 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.554063 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] Provisioning for port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:15.567967 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] Provisioning complete for port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:15.568339 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.602835 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Allocated IP 172.20.0.1 (c4acf8fc-dfe8-442a-a4c3-65d577ad359f/aada7485-85ee-45e1-a783-3cc55d68c037/dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:15.714268 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.728530 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.provisioning_blocks [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Transition to ACTIVE for port object dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c will not be triggered until provisioned by entity DHCP. {{(pid=93879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:15.769903 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.817717 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:15.825045 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:15.833058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.833357 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:15.836444 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Pushing event updated for resources: {'Port': ['ID=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:15.875650 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.909489 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.912812 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] For port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:15.923136 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Transition to ACTIVE for port object 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:15.925214 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:15.955035 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.002273 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Attempting to bind port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:16.002666 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Attempting to bind port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:16.003033 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Attempting to bind port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:16.012237 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c371-7bb7-4966-ac70-ef8130879b15 None None] Pushing event updated for resources: {'Port': ['ID=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:16.026402 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:16.027060 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:16.027863 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.028467 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:16.029135 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Bound port: 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:16.029477 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.045693 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.092474 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fddfb-4d1a-43ba-9921-ab862c3993d7 None None] Pushing event updated for resources: {'Port': ['ID=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:16.111020 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] For port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:16.114278 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] For port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:16.121246 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.200532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:16.201166 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:16.205828 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fddfb-4d1a-43ba-9921-ab862c3993d7 None None] Pushing event updated for resources: {'Port': ['ID=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:16.209681 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-ee0b0d41-98d3-4589-8923-f6e8daf05c1f None None] Provisioning complete for port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:16.210101 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0d41-98d3-4589-8923-f6e8daf05c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.226302 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.233341 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.307075 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.309044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Pushing event updated for resources: {'Port': ['ID=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:16.381890 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:16.410770 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:16.412437 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:16.688324 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1276-ce91-4154-8c35-16393afcace5 None None] Provisioning for port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:16.695731 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-7c1b1276-ce91-4154-8c35-16393afcace5 None None] Provisioning complete for port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:16.696099 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-7c1b1276-ce91-4154-8c35-16393afcace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.762549 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b1276-ce91-4154-8c35-16393afcace5 None None] Port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:16.795609 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:15Z', 'revision_number': 1, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:16.807174 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Router 6ad74076-139c-4db1-8193-8ac5655d7a53 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:16.827473 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e6ecb-025e-4960-bcda-a60d170c021d None None] The sync data for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi is: [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:15Z', 'revision_number': 1, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:16.854493 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:16.906515 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-dc951f41-9e0f-4a29-a71f-179dc1db9abd None None] Provisioning complete for port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:16.906932 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dc951f41-9e0f-4a29-a71f-179dc1db9abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.945901 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:16.948250 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:16.948726 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.954692 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-334178b4-97f9-44fb-9d72-b1ca45abbb66 admin admin] 10.222.0.62 "PUT /v2.0/routers/6ad74076-139c-4db1-8193-8ac5655d7a53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909978 Aug 30 14:40:16.989243 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-dc951f41-9e0f-4a29-a71f-179dc1db9abd None None] Port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:17.613636 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49544) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:17.618967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1400588958-network', 'tenant_id': '58322d6347524c82b95875eee94b8a4d'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:17.670973 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Made reservation on behalf of 58322d6347524c82b95875eee94b8a4d for: {'network': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:17.675238 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for network, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.684382 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.793071 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.797534 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.827805 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=93878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:40:17.834779 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93654bbe-1be7-4239-b4e4-c2d1b5472984,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:17.841236 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.841568 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.segments_db [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Added segment bcaffc98-e262-4912-a34c-cfd154758e23 of type vlan for network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 Aug 30 14:40:17.896880 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754058495600'] for network, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.926240 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181'] for network, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.927622 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:17.928192 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:17.985407 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3703096 Aug 30 14:40:17.985805 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49546) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:17.991587 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Request body: {'subnet': {'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1400588958-subnet', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'ip_version': 4}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:18.002718 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352f228-7403-45d8-9a54-1e6d9382e687 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fd69f4-8e33-46ab-a98b-15958ecf23a6,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.014779 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 details requested by agent ovs-agent-dv-cinder-777031-2-iscsi with host dv-cinder-777031-2-iscsi {{(pid=93880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:40:18.017843 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Made reservation on behalf of 58322d6347524c82b95875eee94b8a4d for: {'subnet': 1} {{(pid=93879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:18.021023 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13470228'] for subnet, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.209495 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15885939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13470310'] for subnet, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.270382 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e08abd-57d6-4e1a-b8a2-36a14cf05593,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.281419 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Checking segment: {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:18.281926 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Network hostable DHCP agents. Network: c1fd69f4-8e33-46ab-a98b-15958ecf23a6, hostable agents: ['2abc8f0c-2721-466b-aded-611f235e34db'], hosted agents: [] {{(pid=93879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:40:18.302172 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 is scheduled to be hosted by DHCP agent 2abc8f0c-2721-466b-aded-611f235e34db with binding_index 1 {{(pid=93879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:40:18.313423 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-2-iscsi, c1fd69f4-8e33-46ab-a98b-15958ecf23a6) {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:18.317830 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:18.318413 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.323088 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f26f5-2ff7-47ae-be39-5e146bc55f91 None None] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:18.332936 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-63678119-e4ed-49b9-9509-36eb8b4a3b99 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3459198 Aug 30 14:40:18.335906 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49550) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:18.340702 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:18.362242 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2076691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496407'] for router, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.363258 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2076863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078421', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1988983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496384'] for router, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.421082 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.479810 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf32e6c1d-8636-5daf-8d61-ed9aedc8a599-c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'fixed_ips': [{'subnet_id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593'}]}} from dv-cinder-777031-2-iscsi. {{(pid=93880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:40:18.480887 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.572238 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.645651 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.db_base_plugin_common [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Allocated IP 172.20.0.2 (c1fd69f4-8e33-46ab-a98b-15958ecf23a6/26e08abd-57d6-4e1a-b8a2-36a14cf05593/13318554-758c-49ce-9446-58de04af7cc1) {{(pid=93880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:18.812225 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.814753 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.830502 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Transition to ACTIVE for port object 13318554-758c-49ce-9446-58de04af7cc1 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:18.850467 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.863799 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Transition to ACTIVE for port object 13318554-758c-49ce-9446-58de04af7cc1 will not be triggered until provisioned by entity DHCP. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:18.870744 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382'] for port, after_create {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:18.905512 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:18.955800 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Pushing event updated for resources: {'Port': ['ID=13318554-758c-49ce-9446-58de04af7cc1,revision_number=1']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:18.960346 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 is already hosted by enough agents. {{(pid=93880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:18.965609 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.scheduler.base_scheduler [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Resources bound (agent type, host, resource id): {{(pid=93880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:18.967914 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Received port after_create {{(pid=93880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:18.979612 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Allocated IP 172.27.3.134 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/1dcce49d-4831-41f2-9460-a87360cbbc28) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:19.029618 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:19.039459 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:19.039813 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.049322 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Attempting to bind port 13318554-758c-49ce-9446-58de04af7cc1 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:19.049703 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Attempting to bind port 13318554-758c-49ce-9446-58de04af7cc1 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:19.050076 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Attempting to bind port 13318554-758c-49ce-9446-58de04af7cc1 on network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:19.074535 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:19.074942 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Checking segment: {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:19.075353 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.075749 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Bound using segment: {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:19.076226 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Bound port: 13318554-758c-49ce-9446-58de04af7cc1, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:19.076617 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.085237 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Sync routers for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:19.095504 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:19.096221 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:19.105896 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.162190 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.167718 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] For port 13318554-758c-49ce-9446-58de04af7cc1, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:19.171263 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] For port 13318554-758c-49ce-9446-58de04af7cc1, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13318554-758c-49ce-9446-58de04af7cc1,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:19.183268 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.212534 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:19.218189 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:19.223393 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:19.229641 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:19.266186 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcce49d-4831-41f2-9460-a87360cbbc28,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.285899 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.302941 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fd9ef-a311-4ee1-b81a-dea650514ae6 None None] Pushing event updated for resources: {'Port': ['ID=13318554-758c-49ce-9446-58de04af7cc1,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.317984 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:19.324052 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.383329 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.484165 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 2, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:19.514890 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Checking router: 6ad74076-139c-4db1-8193-8ac5655d7a53 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:19.515245 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Updating router 6ad74076-139c-4db1-8193-8ac5655d7a53 port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:19.551195 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.563689 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.788261 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2076804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078986'] for router, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.875787 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.888647 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Transition to ACTIVE for port object dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:19.898900 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:19.945622 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Router 27dc0677-836f-4039-8974-6025b581194f is scheduled to L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 with binding_index 1 {{(pid=93879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:40:19.964814 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Pushing event updated for resources: {'Port': ['ID=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:19.992870 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:20.044377 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Attempting to bind port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:20.046959 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Attempting to bind port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:20.050776 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Attempting to bind port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c on network c4acf8fc-dfe8-442a-a4c3-65d577ad359f {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:20.064303 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:20.064674 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Checking segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:20.065088 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.065506 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Bound using segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:20.066016 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Bound port: dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:20.066429 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.148621 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:20.168798 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Sync routers for ids ['27dc0677-836f-4039-8974-6025b581194f'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:20.172154 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.174496 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-1a607aec-3393-435e-b3d8-008ddb349e29 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8373919 Aug 30 14:40:20.176940 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49556) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:20.179811 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] For port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:20.182829 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Routers {'27dc0677-836f-4039-8974-6025b581194f'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:20.183599 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['27dc0677-836f-4039-8974-6025b581194f'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:20.193881 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] For port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:20.202460 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.299847 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:20.300492 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:20.403509 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Set router 27dc0677-836f-4039-8974-6025b581194f gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:20.415133 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ab215-a58c-4971-97c6-aa0f151046ab None None] Pushing event updated for resources: {'Port': ['ID=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:20.506846 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:20.551601 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377cf997-537a-4cc3-862b-4e171d6ed7aa None None] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:40:20.665244 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-106ea139-b311-4fd3-8b96-688056b5f4eb None None] Provisioning for port 13318554-758c-49ce-9446-58de04af7cc1 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:20.805311 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:20Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:20.831906 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 3, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:20.836903 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:20.866941 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1eae82-c471-432c-9286-0fa8e9c74ce2 None None] The sync data for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi is: [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:20Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:21.155871 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13318554-758c-49ce-9446-58de04af7cc1 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:21.160489 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Checking router: 27dc0677-836f-4039-8974-6025b581194f for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:21.160851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Updating router 27dc0677-836f-4039-8974-6025b581194f port 1dcce49d-4831-41f2-9460-a87360cbbc28 binding host dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:21.171440 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Allocated IP 172.20.0.1 (c1fd69f4-8e33-46ab-a98b-15958ecf23a6/26e08abd-57d6-4e1a-b8a2-36a14cf05593/2fce7a5c-a776-42b4-842a-13572d9f0e99) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:21.227787 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.305830 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.319702 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Transition to ACTIVE for port object 2fce7a5c-a776-42b4-842a-13572d9f0e99 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:21.362781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.368174 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 13318554-758c-49ce-9446-58de04af7cc1 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:21.381718 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 13318554-758c-49ce-9446-58de04af7cc1 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:21.382509 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.406703 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:21.410784 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:21.415063 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:21.452448 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2079189'] for router_interface, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.456250 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Pushing event updated for resources: {'Port': ['ID=2fce7a5c-a776-42b4-842a-13572d9f0e99,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:21.578559 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.666541 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.684636 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 13318554-758c-49ce-9446-58de04af7cc1, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13318554-758c-49ce-9446-58de04af7cc1,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:21.715532 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.716737 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:21.864022 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-9c67204a-e26d-4126-a063-6fc1309c95f9 None None] Provisioning for port 2fce7a5c-a776-42b4-842a-13572d9f0e99 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:21.868392 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Notify callbacks [] for port, precommit_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.872701 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=13318554-758c-49ce-9446-58de04af7cc1,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:21.882176 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-9c67204a-e26d-4126-a063-6fc1309c95f9 None None] Provisioning complete for port 2fce7a5c-a776-42b4-842a-13572d9f0e99 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:21.882624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-9c67204a-e26d-4126-a063-6fc1309c95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.897536 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.903869 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.913015 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Transition to ACTIVE for port object 1dcce49d-4831-41f2-9460-a87360cbbc28 will not be triggered until provisioned by entity L2. {{(pid=93880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:21.927444 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.932267 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:21.970409 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-9c67204a-e26d-4126-a063-6fc1309c95f9 None None] Port 2fce7a5c-a776-42b4-842a-13572d9f0e99 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:21.974139 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:21.974517 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:21.984781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Pushing event updated for resources: {'Port': ['ID=2fce7a5c-a776-42b4-842a-13572d9f0e99,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:21.993273 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677139', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2079498'] for router_interface, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.025660 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa09f1-7b23-4f8c-a499-cb4d0e4c58ea None None] Pushing event updated for resources: {'Port': ['ID=1dcce49d-4831-41f2-9460-a87360cbbc28,revision_number=2']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:22.031823 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Attempting to bind port 1dcce49d-4831-41f2-9460-a87360cbbc28 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:22.032433 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Attempting to bind port 1dcce49d-4831-41f2-9460-a87360cbbc28 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:22.032816 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Attempting to bind port 1dcce49d-4831-41f2-9460-a87360cbbc28 on network a4415d2d-673a-438e-bf2c-747683157e3d {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:22.045716 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:22.046110 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Checking segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:22.046503 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.047153 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Bound using segment: {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'} {{(pid=93880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:22.047888 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.managers [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Bound port: 1dcce49d-4831-41f2-9460-a87360cbbc28, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1f1839-afda-4490-88fe-fea518953bba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d'}}] {{(pid=93880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:22.048288 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.098925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:22.100497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:22.140261 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] For port 1dcce49d-4831-41f2-9460-a87360cbbc28, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:22.145358 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] For port 1dcce49d-4831-41f2-9460-a87360cbbc28, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=1dcce49d-4831-41f2-9460-a87360cbbc28,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:22.148486 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.160357 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.230369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Router 27dc0677-836f-4039-8974-6025b581194f has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:40:22.234737 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:22.245551 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.246370 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:22.249712 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Routers {'27dc0677-836f-4039-8974-6025b581194f'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:22.250443 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['27dc0677-836f-4039-8974-6025b581194f'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:22.303660 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa09f1-7b23-4f8c-a499-cb4d0e4c58ea None None] Pushing event updated for resources: {'Port': ['ID=1dcce49d-4831-41f2-9460-a87360cbbc28,revision_number=3']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:22.365624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:40:22.375881 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7d9e43a3-5b7d-453f-91dd-8cced444244e admin admin] 10.222.0.62 "PUT /v2.0/routers/27dc0677-836f-4039-8974-6025b581194f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1929677 Aug 30 14:40:22.421643 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:22.441864 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-39f6f368-dcbb-4985-a14e-2a005c9a3c78 None None] Provisioning complete for port 2fce7a5c-a776-42b4-842a-13572d9f0e99 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:22.442237 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-39f6f368-dcbb-4985-a14e-2a005c9a3c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.472305 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:22.472674 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.480268 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] Set router 27dc0677-836f-4039-8974-6025b581194f gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:22.544448 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-39f6f368-dcbb-4985-a14e-2a005c9a3c78 None None] Port 2fce7a5c-a776-42b4-842a-13572d9f0e99 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:22.765396 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '2fce7a5c-a776-42b4-842a-13572d9f0e99', 'name': '', 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'mac_address': 'fa:16:3e:d8:18:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:20Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 2, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'subnets': [{'id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:22.795873 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a704dc-7ed7-4051-8052-d8db82304a49 None None] The sync data for ids ['27dc0677-836f-4039-8974-6025b581194f'] in dv-cinder-777031-2-iscsi is: [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '2fce7a5c-a776-42b4-842a-13572d9f0e99', 'name': '', 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'mac_address': 'fa:16:3e:d8:18:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:20Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 2, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'subnets': [{'id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:22.866485 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13318554-758c-49ce-9446-58de04af7cc1 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:22.928739 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 13318554-758c-49ce-9446-58de04af7cc1 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:22.929359 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:22.985344 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49570) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:22.990310 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-379883638', 'description': 'tempest-secgroup-smoke-379883638 description', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.033759 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:23.040190 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.095736 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:23.096439 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.153257 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.160100 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.191188 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1020c41e-ec56-4b45-ba08-bdddd30bf65d,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.201174 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.207160 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a9d01e38-28ce-49cb-9bd5-1042577d5df1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2206500 Aug 30 14:40:23.208578 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49572) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:23.213949 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group_rule': {'security_group_id': '1020c41e-ec56-4b45-ba08-bdddd30bf65d', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.245636 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.306840 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.311793 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.332215 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861fda26-87e5-492d-bce2-6608d3edb387,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.345624 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.347068 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-607ea3d2-65e6-4937-a479-052dba4d0ac5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374998 Aug 30 14:40:23.349819 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49574) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:23.354696 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group_rule': {'security_group_id': '1020c41e-ec56-4b45-ba08-bdddd30bf65d', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.390487 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.457934 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.463013 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.478212 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2750cfb-39a5-4cbd-a1b8-20792479625b,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.488957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.490230 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-ef2998ac-f270-45d7-918d-3938a94ef671 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394465 Aug 30 14:40:23.492921 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49578) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:23.497454 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group_rule': {'security_group_id': '1020c41e-ec56-4b45-ba08-bdddd30bf65d', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.528100 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.592617 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.598361 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.615957 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167a3f15-68d3-4162-aa35-c7bb4645d8e5,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.622714 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.623911 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-df2b6e3f-c254-492b-8aec-58a1cad5497c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300564 Aug 30 14:40:23.626670 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49580) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:23.631610 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group_rule': {'security_group_id': '1020c41e-ec56-4b45-ba08-bdddd30bf65d', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.676263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.761947 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.767571 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.790481 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9bdf58-dd80-4b83-8889-f34ac5cdf215,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.794491 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.798807 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b341919a-ac08-40b5-aa32-1cf268e2e3d8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681271 Aug 30 14:40:23.799324 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49582) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:23.803573 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group_rule': {'security_group_id': '1020c41e-ec56-4b45-ba08-bdddd30bf65d', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.834624 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.securitygroups_db [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Project e6915a3c6e0a42e6a1945ac5b6ba9281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:40:23.840347 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.904547 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.910436 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.931050 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d339c054-18f1-4c58-aec2-40e9f9a1ca9d,revision_number=0']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:23.933415 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:23.937784 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9aa965a2-765d-48da-a3dd-c5027f465e02 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377223 Aug 30 14:40:23.938813 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49584) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:23.943967 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'security_group_rule': {'security_group_id': '1020c41e-ec56-4b45-ba08-bdddd30bf65d', 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:23.976045 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.securitygroups_db [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Project e6915a3c6e0a42e6a1945ac5b6ba9281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:40:23.982148 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.066742 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.072146 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1999240'] for security_group_rule, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.092630 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767cd4e9-00f6-45b1-bd7b-775f06ad1489,revision_number=0']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:24.100328 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:24.101590 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-50854861-4fcc-4dff-b977-6ebbb46a776c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617358 Aug 30 14:40:24.871679 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 1dcce49d-4831-41f2-9460-a87360cbbc28 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:24.931692 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 1dcce49d-4831-41f2-9460-a87360cbbc28 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:24.937199 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 1dcce49d-4831-41f2-9460-a87360cbbc28 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:24.937668 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.035702 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.060261 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 1dcce49d-4831-41f2-9460-a87360cbbc28, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=1dcce49d-4831-41f2-9460-a87360cbbc28,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:25.065540 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.066255 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Sync routers for ids ['27dc0677-836f-4039-8974-6025b581194f'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:40:25.090575 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Routers {'27dc0677-836f-4039-8974-6025b581194f'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:25.091245 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['27dc0677-836f-4039-8974-6025b581194f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:25.136181 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=1dcce49d-4831-41f2-9460-a87360cbbc28,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:25.210077 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Set router 27dc0677-836f-4039-8974-6025b581194f gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:25.538091 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '2fce7a5c-a776-42b4-842a-13572d9f0e99', 'name': '', 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'mac_address': 'fa:16:3e:d8:18:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:20Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 2, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'subnets': [{'id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:25.574675 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Checking router: 27dc0677-836f-4039-8974-6025b581194f for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:40:25.574675 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Updating router 27dc0677-836f-4039-8974-6025b581194f port 2fce7a5c-a776-42b4-842a-13572d9f0e99 binding host dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:40:25.597198 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.866981 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.878288 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.provisioning_blocks [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Transition to ACTIVE for port object 2fce7a5c-a776-42b4-842a-13572d9f0e99 will not be triggered until provisioned by entity L2. {{(pid=93881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:25.886285 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:25.936317 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098b45-0972-4725-b594-f184e5969857 None None] Pushing event updated for resources: {'Port': ['ID=2fce7a5c-a776-42b4-842a-13572d9f0e99,revision_number=3']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:26.001062 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Attempting to bind port 2fce7a5c-a776-42b4-842a-13572d9f0e99 on host dv-cinder-777031-2-iscsi for vnic_type normal with profile {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:26.001439 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Attempting to bind port 2fce7a5c-a776-42b4-842a-13572d9f0e99 by drivers openvswitch,hyperv on host dv-cinder-777031-2-iscsi at level 0 using segments [{'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:26.001802 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Attempting to bind port 2fce7a5c-a776-42b4-842a-13572d9f0e99 on network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:26.007411 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Checking agent: {'id': '8b17a5f0-081f-4f03-a84f-642a93836b83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 24, 10), 'started_at': datetime.datetime(2021, 8, 30, 14, 24, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:26.007786 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Checking segment: {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:26.008185 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.008574 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Bound using segment: {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'} {{(pid=93881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:26.009038 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.managers [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Bound port: 2fce7a5c-a776-42b4-842a-13572d9f0e99, host: dv-cinder-777031-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaffc98-e262-4912-a34c-cfd154758e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6'}}] {{(pid=93881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:26.009417 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.080383 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] For port 2fce7a5c-a776-42b4-842a-13572d9f0e99, host dv-cinder-777031-2-iscsi, cleared binding levels {{(pid=93881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:26.083965 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.plugins.ml2.db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] For port 2fce7a5c-a776-42b4-842a-13572d9f0e99, host dv-cinder-777031-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=2fce7a5c-a776-42b4-842a-13572d9f0e99,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:26.090192 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron_lib.callbacks.manager [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:26.149303 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Routers {'27dc0677-836f-4039-8974-6025b581194f'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:40:26.149946 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['27dc0677-836f-4039-8974-6025b581194f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:26.151783 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1098b45-0972-4725-b594-f184e5969857 None None] Pushing event updated for resources: {'Port': ['ID=2fce7a5c-a776-42b4-842a-13572d9f0e99,revision_number=4']} {{(pid=93881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:26.281539 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] Set router 27dc0677-836f-4039-8974-6025b581194f gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:40:26.509392 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '2fce7a5c-a776-42b4-842a-13572d9f0e99', 'name': '', 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'mac_address': 'fa:16:3e:d8:18:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:20Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'subnets': [{'id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:40:26.535158 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a57f94-3547-4db8-8f7f-eb28aca728c2 None None] The sync data for ids ['27dc0677-836f-4039-8974-6025b581194f'] in dv-cinder-777031-2-iscsi is: [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:21Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '2fce7a5c-a776-42b4-842a-13572d9f0e99', 'name': '', 'network_id': 'c1fd69f4-8e33-46ab-a98b-15958ecf23a6', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'mac_address': 'fa:16:3e:d8:18:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:20Z', 'updated_at': '2021-08-30T14:40:26Z', 'revision_number': 4, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'subnets': [{'id': '26e08abd-57d6-4e1a-b8a2-36a14cf05593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:40:26.886271 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 1dcce49d-4831-41f2-9460-a87360cbbc28 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:26.936716 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 1dcce49d-4831-41f2-9460-a87360cbbc28 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:26.937106 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.022120 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2fce7a5c-a776-42b4-842a-13572d9f0e99 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:27.073914 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning for port 2fce7a5c-a776-42b4-842a-13572d9f0e99 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:27.078207 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 2fce7a5c-a776-42b4-842a-13572d9f0e99 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:27.078624 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.162367 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.195111 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] For port 2fce7a5c-a776-42b4-842a-13572d9f0e99, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=2fce7a5c-a776-42b4-842a-13572d9f0e99,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:27.201359 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:27.249860 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Pushing event updated for resources: {'Port': ['ID=2fce7a5c-a776-42b4-842a-13572d9f0e99,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:28.857593 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2fce7a5c-a776-42b4-842a-13572d9f0e99 up at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:28.916498 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Provisioning complete for port 2fce7a5c-a776-42b4-842a-13572d9f0e99 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:28.916880 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.907476 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-56a361b9-38a7-46bc-829d-fb365d80925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.541664 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-154f9b89-5af1-4280-9fd8-a6a8f6f6d5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.795868 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.793772 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:42.456584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.617683 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:44.842450 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-023747dc-862b-4af6-946c-7bb812b14164 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379883638&fields=id&tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281 HTTP/1.1" status: 200 len: 267 time: 0.0369787 Aug 30 14:40:44.955612 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-a7450b73-41ff-4730-8c00-7f12e3bc610d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:44.957086 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-a7450b73-41ff-4730-8c00-7f12e3bc610d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 809 time: 0.1075239 Aug 30 14:40:44.973650 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-a19a6587-3d80-47f8-b0d7-4d3a01e0163d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/quotas/e6915a3c6e0a42e6a1945ac5b6ba9281 HTTP/1.1" status: 200 len: 375 time: 0.0103514 Aug 30 14:40:45.041597 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-6432e9c2-438d-4128-9160-71bea63a3c39 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536029 Aug 30 14:40:45.252606 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-85232d1d-9060-4fe0-888d-c2c431a71cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955252 Aug 30 14:40:45.350827 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-201461fc-3841-4790-bd75-2600d4192da2 service neutron] 10.222.0.62 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907617 Aug 30 14:40:45.663665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-13557707-7ccb-4b47-84e1-23007a362d99 req-16ebe597-a376-4820-adeb-51d8a09e76b9 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 210 time: 0.0273962 Aug 30 14:40:46.739599 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-0afe8851-9fb2-4e75-92ac-6735fc2356f2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:46.741064 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-0afe8851-9fb2-4e75-92ac-6735fc2356f2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 809 time: 0.1178756 Aug 30 14:40:46.772965 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6ef5c4bb-88a8-45f5-85a8-3c2eb64084a2 req-3f2ed6fc-5d3d-48c6-b0fd-54dec7762f6e tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 210 time: 0.0308986 Aug 30 14:40:46.803247 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-08703b92-8766-40cd-a221-44e0a735be38 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281 HTTP/1.1" status: 200 len: 379 time: 0.0514076 Aug 30 14:40:46.822127 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'port': {'device_id': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'admin_state_up': True, 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'security_groups': ['1020c41e-ec56-4b45-ba08-bdddd30bf65d']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:46.963196 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Made reservation on behalf of e6915a3c6e0a42e6a1945ac5b6ba9281 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:40:46.968520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.101408 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Allocated IP 172.20.0.4 (c4acf8fc-dfe8-442a-a4c3-65d577ad359f/aada7485-85ee-45e1-a783-3cc55d68c037/0a2cc4bc-aa47-4a9f-8b86-da71c7e70260) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:40:47.511151 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.523765 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Transition to ACTIVE for port object 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:47.556830 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.601292 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:40:47.606473 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:40:47.610199 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:40:47.634646 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:47.664269 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.664899 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.681010 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-156cb286-c4c2-4f61-b6e2-8932ba5c694d tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656061 Aug 30 14:40:47.693875 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Request body: {'port': {'device_id': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:40:47.751165 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.781246 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-884110c5-3476-4da0-9081-a238a0c39f59 None None] Provisioning for port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:47.784978 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-884110c5-3476-4da0-9081-a238a0c39f59 None None] Provisioning complete for port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:47.785355 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-884110c5-3476-4da0-9081-a238a0c39f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:47.820694 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-884110c5-3476-4da0-9081-a238a0c39f59 None None] Port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:40:47.966079 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591cde-8838-4537-902c-8d1771bce2ed req-863c406a-51b5-4361-96b0-5e435a098001 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:47.967519 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-99591cde-8838-4537-902c-8d1771bce2ed req-863c406a-51b5-4361-96b0-5e435a098001 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 931 time: 0.1077621 Aug 30 14:40:48.034114 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-99591cde-8838-4537-902c-8d1771bce2ed req-e0ff0781-b4bd-4893-943b-6afa3794fb39 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601447 Aug 30 14:40:48.090259 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:48.098263 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.110306 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Transition to ACTIVE for port object 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:40:48.119160 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.183463 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:48.248214 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Attempting to bind port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:40:48.248562 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Attempting to bind port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:40:48.249050 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Attempting to bind port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 on network c4acf8fc-dfe8-442a-a4c3-65d577ad359f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:48.253886 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 on network c4acf8fc-dfe8-442a-a4c3-65d577ad359f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:40:48.254220 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Attempting to bind port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 on network c4acf8fc-dfe8-442a-a4c3-65d577ad359f {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:40:48.259795 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:40:48.259981 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Checking segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:40:48.260296 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Bound using segment: {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:40:48.260739 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Bound port: 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad58c46-4ef4-4faf-bbf4-39965c3e492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:40:48.261089 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.332410 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:40:48.336265 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:40:48.343992 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.390634 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.390634 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.390634 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] 10.222.0.48 "PUT /v2.0/ports/0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 1093 time: 0.6997175 Aug 30 14:40:48.390634 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:48.392052 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24d27a0-659a-4775-ba0b-3946119f1b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:48.420766 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398d067-7fb5-41c9-9fc6-322506e1b542 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:48.478539 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49822) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:48.486898 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee3b3e1-7c6e-4d73-aa37-039e1b873ebb x-openstack-request-id: req-dee3b3e1-7c6e-4d73-aa37-039e1b873ebb {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:48.487165 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:48.487578 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dee3b3e1-7c6e-4d73-aa37-039e1b873ebb {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:48.487979 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'status': 'completed', 'code': 200} Aug 30 14:40:48.505390 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-a802064d-98a3-4686-9d18-fb672522de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.507674 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-a802064d-98a3-4686-9d18-fb672522de30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1096 time: 0.0535150 Aug 30 14:40:48.554640 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-d50a953f-67b4-4592-82db-b3532b8b9949 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 217 time: 0.0375333 Aug 30 14:40:48.602207 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.607713 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-21815e1a-af57-4692-a082-8bc6c366d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.609197 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-21815e1a-af57-4692-a082-8bc6c366d075 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0463295 Aug 30 14:40:48.659766 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-53ba4088-3ee5-463b-8f9a-78e87406c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:48.661608 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-53ba4088-3ee5-463b-8f9a-78e87406c86e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455403 Aug 30 14:40:48.694142 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.699084 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.735242 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2978523653df46969d7b55a49257da17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547803 Aug 30 14:40:48.738342 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49826) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:40:48.741699 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85723f8-1daf-4e3f-b2cc-9123a1598ce9,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:48.749649 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.750267 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.750630 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.750964 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.751292 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.751620 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.752096 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.752436 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.752775 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.753113 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.753541 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.753866 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0a228-7797-44bd-a017-0d6f15a2a280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:48.780552 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-591c412b-2fd7-4a19-be93-b9cf6ee6f150 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113598 Aug 30 14:40:48.854038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01dcb800-1250-489f-83f0-6449c5608b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.889117 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01dcb800-1250-489f-83f0-6449c5608b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.913411 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6e438b71-42ef-4403-9ba0-2c9a79f1befc req-47ce8d08-bc57-42f9-bd2a-1822ca521849 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244812 Aug 30 14:40:48.951804 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01dcb800-1250-489f-83f0-6449c5608b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.954351 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-01dcb800-1250-489f-83f0-6449c5608b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:48.955608 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-01dcb800-1250-489f-83f0-6449c5608b83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c85723f8-1daf-4e3f-b2cc-9123a1598ce9 HTTP/1.1" status: 204 len: 168 time: 0.2162628 Aug 30 14:40:48.973672 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcb800-1250-489f-83f0-6449c5608b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85723f8-1daf-4e3f-b2cc-9123a1598ce9,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:49.006038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-a118dc9b-4869-4ba7-99b3-3c9ee6b8d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.007608 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-a118dc9b-4869-4ba7-99b3-3c9ee6b8d01d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1096 time: 0.0441456 Aug 30 14:40:49.115360 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-32a3030c-46bb-4ae5-9485-bbf2581efbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.116777 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-32a3030c-46bb-4ae5-9485-bbf2581efbdf service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.1011426 Aug 30 14:40:49.184502 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-f4203a2c-c6de-44bf-9728-ab9dc46e5979 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 217 time: 0.0583611 Aug 30 14:40:49.234787 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14f9c-83f7-4276-8923-d723a1b6ca6d req-a7f20c82-7503-4bdc-b5ff-2d0fcb264d56 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.236408 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bdc14f9c-83f7-4276-8923-d723a1b6ca6d req-a7f20c82-7503-4bdc-b5ff-2d0fcb264d56 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.1228147 Aug 30 14:40:49.273422 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-0c4dd86c-d91e-4dbf-a7aa-a8ef8887ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.276873 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-0c4dd86c-d91e-4dbf-a7aa-a8ef8887ac98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0826249 Aug 30 14:40:49.303936 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bdc14f9c-83f7-4276-8923-d723a1b6ca6d req-8a22455e-b77e-49ad-b621-4bbf64dc2f18 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606654 Aug 30 14:40:49.333623 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-095ff0ba-dc24-41e9-acd8-e6492b3a9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:49.335152 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-095ff0ba-dc24-41e9-acd8-e6492b3a9c33 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471456 Aug 30 14:40:49.434505 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-10cef1d7-e23a-40d9-abdb-e0ec571630ed service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906668 Aug 30 14:40:49.528424 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c24d27a0-659a-4775-ba0b-3946119f1b7d req-fe0859f8-98a4-4ff7-8aad-d541d78e5b19 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868096 Aug 30 14:40:50.439761 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc09319-4a4e-4a76-83df-81b23abbab79 req-2b2732f2-76c0-4144-bd9f-2e927b826479 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:50.441565 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ddc09319-4a4e-4a76-83df-81b23abbab79 req-2b2732f2-76c0-4144-bd9f-2e927b826479 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0574086 Aug 30 14:40:50.491720 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ddc09319-4a4e-4a76-83df-81b23abbab79 req-e79168b8-54d5-45cc-b3dd-59c6fcf58185 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438199 Aug 30 14:40:51.214428 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:40:51.617807 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8d183-d42d-4874-adbc-b1bfba3df9d2 req-03692a65-b13d-434b-a35d-a60c5dedc523 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:51.619415 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6fd8d183-d42d-4874-adbc-b1bfba3df9d2 req-03692a65-b13d-434b-a35d-a60c5dedc523 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0529761 Aug 30 14:40:51.661193 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-6fd8d183-d42d-4874-adbc-b1bfba3df9d2 req-a088d28c-9204-4e6b-8ba2-b7c6a0d01a13 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353246 Aug 30 14:40:52.813900 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7400d4-f47f-4031-bfe1-04bf0a05d347 req-97bcbba1-3e47-488c-9186-3f394707ce44 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:52.815465 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e7400d4-f47f-4031-bfe1-04bf0a05d347 req-97bcbba1-3e47-488c-9186-3f394707ce44 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0652523 Aug 30 14:40:52.857578 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4e7400d4-f47f-4031-bfe1-04bf0a05d347 req-504fdb21-a25e-4c68-80ef-217283254dfc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354269 Aug 30 14:40:53.980471 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be3919-ff88-4bcf-a480-de96c3e5ba79 req-1ec334ea-6179-419f-9910-f0598739d18f tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:53.981989 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-73be3919-ff88-4bcf-a480-de96c3e5ba79 req-1ec334ea-6179-419f-9910-f0598739d18f tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0531468 Aug 30 14:40:54.026675 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-73be3919-ff88-4bcf-a480-de96c3e5ba79 req-ff036743-128c-4e7b-908b-ce178348e21c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353835 Aug 30 14:40:55.143880 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877ad30-97dc-4b3d-ab1f-6bc74e6b952f req-93dbcd6a-b297-499b-969a-35710c23d0f3 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:55.145347 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0877ad30-97dc-4b3d-ab1f-6bc74e6b952f req-93dbcd6a-b297-499b-969a-35710c23d0f3 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0508757 Aug 30 14:40:55.189921 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-0877ad30-97dc-4b3d-ab1f-6bc74e6b952f req-7c4686da-4cb2-4852-b1db-2bc0869e5755 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356264 Aug 30 14:40:56.331344 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a2272-0117-4c8e-b4d6-9505c90f3ffe req-6ba84cc3-6a3d-44d5-b08b-0d3a9b12e915 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:56.332854 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a5a2272-0117-4c8e-b4d6-9505c90f3ffe req-6ba84cc3-6a3d-44d5-b08b-0d3a9b12e915 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0562449 Aug 30 14:40:56.380637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5a5a2272-0117-4c8e-b4d6-9505c90f3ffe req-3d2c2e9c-84e7-409a-8331-527b83f6c908 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Aug 30 14:40:56.765212 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:40:56.984971 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:56.998535 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'port_id': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'mac_address': 'fa:16:3e:2e:3f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:40:57.041315 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.054619 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:40:57.073610 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:57.079026 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:57.127482 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:57.135531 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.135890 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.136229 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.136600 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.136925 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.137256 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.137582 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.137909 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.138241 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.138579 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.138955 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.139296 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:40:57.303391 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:40:57.508181 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5b7e-eefd-43c0-9560-a981085a8d89 req-6d04c086-cc2b-4cb2-9e0a-2f73e82abb19 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:57.509740 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-32eb5b7e-eefd-43c0-9560-a981085a8d89 req-6d04c086-cc2b-4cb2-9e0a-2f73e82abb19 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 944 time: 0.0522156 Aug 30 14:40:57.555333 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-32eb5b7e-eefd-43c0-9560-a981085a8d89 req-e8e5c7db-318d-4d6f-9c48-1bea9fb677e2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394518 Aug 30 14:40:58.693343 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7148-aa62-450a-b3c4-2f8d6ecdd791 req-cb40888d-0d62-45ce-b097-c7f7d12e6aff tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:58.694935 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ab5e7148-aa62-450a-b3c4-2f8d6ecdd791 req-cb40888d-0d62-45ce-b097-c7f7d12e6aff tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 944 time: 0.0588129 Aug 30 14:40:58.739254 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ab5e7148-aa62-450a-b3c4-2f8d6ecdd791 req-70ecc2ab-71c6-41be-aade-7a8bd2d02e7c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365679 Aug 30 14:40:58.782915 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:40:58.847919 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:40:58.852373 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:40:58.852812 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.944698 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:58.969653 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:40:58.971983 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186d222e-2744-4f52-9da0-f8f367422833" -d '{"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-plugged", "status": "completed", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:40:58.984646 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:40:58.989613 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:59.014287 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce709d8-efce-4f34-b37c-f9207f325860 x-openstack-request-id: req-7ce709d8-efce-4f34-b37c-f9207f325860 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:40:59.014615 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-plugged", "status": "completed", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:40:59.014881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ce709d8-efce-4f34-b37c-f9207f325860 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:40:59.015364 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'code': 200} Aug 30 14:40:59.041682 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:40:59.246444 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406c631-5fe9-499f-b217-0de7f923437d req-ba46826b-701b-405e-a645-b0a7c61e466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:59.247979 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c406c631-5fe9-499f-b217-0de7f923437d req-ba46826b-701b-405e-a645-b0a7c61e466a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.0502729 Aug 30 14:40:59.284493 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c406c631-5fe9-499f-b217-0de7f923437d req-8d392bd6-66f5-4435-8b34-35c49d98233b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295336 Aug 30 14:40:59.873184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643f18-96a3-49c5-80d6-93c1c92b1c7a req-9eb55878-731d-4f29-9dc9-c18f95414e48 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:40:59.874651 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-19643f18-96a3-49c5-80d6-93c1c92b1c7a req-9eb55878-731d-4f29-9dc9-c18f95414e48 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0511000 Aug 30 14:40:59.916480 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-19643f18-96a3-49c5-80d6-93c1c92b1c7a req-fdff0f8f-500b-4e48-86e1-5c4eb5c1caf2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352085 Aug 30 14:41:01.048120 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a2f9-c73d-4b22-97a4-b6c75c12cd38 req-31435583-8134-4fe9-b700-ef08ce8fd1fc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:01.049493 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2bf1a2f9-c73d-4b22-97a4-b6c75c12cd38 req-31435583-8134-4fe9-b700-ef08ce8fd1fc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0586874 Aug 30 14:41:01.088192 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2bf1a2f9-c73d-4b22-97a4-b6c75c12cd38 req-ba0f90ce-6d9f-45fb-8719-ca16f1f90827 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Aug 30 14:41:01.224858 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee2087-d00b-4336-b7dd-184df1e32253 req-f2a23715-a6a7-4672-a911-b5b995194192 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:01.226739 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78ee2087-d00b-4336-b7dd-184df1e32253 req-f2a23715-a6a7-4672-a911-b5b995194192 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0722582 Aug 30 14:41:01.270875 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-78ee2087-d00b-4336-b7dd-184df1e32253 req-3f5c3719-517b-4050-92c9-924a6f1b8923 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355647 Aug 30 14:41:01.297201 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49860) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:01.501211 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49511a82-3584-465d-9f33-3fb258624d22 tempest-TestShelveInstance-1197671490 tempest-TestShelveInstance-1197671490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:01.502768 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-49511a82-3584-465d-9f33-3fb258624d22 tempest-TestShelveInstance-1197671490 tempest-TestShelveInstance-1197671490-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1093 time: 0.2038760 Aug 30 14:41:01.506334 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 49864) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:01.510691 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'port_id': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:01.536526 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for floatingip, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.651923 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.773809 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Allocated IP 172.27.3.110 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/6a5ff18f-9e21-4480-b15d-5c5a6c115651) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:01.882920 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.936145 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:01.973541 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:01.978309 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:01.981158 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:02.009324 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'Port': ['ID=6a5ff18f-9e21-4480-b15d-5c5a6c115651,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:02.022487 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.022865 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.023205 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.023520 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.023868 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.024184 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.024510 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.024826 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.025150 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.025465 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.025781 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.026076 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:02.366466 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.437476 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.594504 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.603466 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.674586 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event updated for resources: {'Port': ['ID=6a5ff18f-9e21-4480-b15d-5c5a6c115651,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:02.688428 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.799062 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Floating IP 870d770e-0940-476d-928f-0f94864d367e associated. External IP: 172.27.3.110, port: 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260. Aug 30 14:41:03.026992 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Router 6ad74076-139c-4db1-8193-8ac5655d7a53 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:03.151344 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:03.163342 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] Sync routers for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:03.170691 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:03.174346 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:03.175332 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:03.287851 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:03.449419 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-872f9f2c-4cfb-4bce-9a4f-31a72c8e3472 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9419937 Aug 30 14:41:03.450048 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:03.452276 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d3d645-24b0-41c7-9717-dc650da3e732" -d '{"events": [{"name": "network-changed", "server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:03.488136 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36d613a-e3df-4af7-95c3-ebeaef90bd23 x-openstack-request-id: req-c36d613a-e3df-4af7-95c3-ebeaef90bd23 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:03.488420 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:03.488672 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c36d613a-e3df-4af7-95c3-ebeaef90bd23 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:03.489067 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'status': 'completed', 'code': 200} Aug 30 14:41:03.542113 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '870d770e-0940-476d-928f-0f94864d367e', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'port_id': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'mac_address': 'fa:16:3e:2e:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:02Z', 'updated_at': '2021-08-30T14:41:02Z', 'revision_number': 0, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:03.552111 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-9f6bafb3-2bba-4f3a-ad96-46d416694b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.553652 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-9f6bafb3-2bba-4f3a-ad96-46d416694b41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.0425019 Aug 30 14:41:03.568659 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] Checking router: 6ad74076-139c-4db1-8193-8ac5655d7a53 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:03.576910 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:03.577516 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:40:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:03.649049 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-295293fe-3c2b-4358-b76b-d71fed9fa053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.650801 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-295293fe-3c2b-4358-b76b-d71fed9fa053 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.0884459 Aug 30 14:41:03.684008 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:03.716635 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-cb3f93c2-40d4-4b2a-a513-461ba061eadd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 999 time: 0.0588887 Aug 30 14:41:03.773398 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-04ba1484-963d-42cd-876e-5752719e5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.774955 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-04ba1484-963d-42cd-876e-5752719e5b4c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0516973 Aug 30 14:41:03.830265 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-879f35fe-c7e4-4ddf-9cb9-0d7de0adc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:03.831869 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-879f35fe-c7e4-4ddf-9cb9-0d7de0adc296 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484464 Aug 30 14:41:03.921659 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-9cac1cc1-7807-462b-8cb1-d6da4619c34f service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827262 Aug 30 14:41:03.935373 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '870d770e-0940-476d-928f-0f94864d367e', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'port_id': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'mac_address': 'fa:16:3e:2e:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:02Z', 'updated_at': '2021-08-30T14:41:02Z', 'revision_number': 0, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:03.965942 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfb2cd7-78cf-42d2-b259-9609b25d3ccc None None] The sync data for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi is: [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '870d770e-0940-476d-928f-0f94864d367e', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'port_id': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'mac_address': 'fa:16:3e:2e:3f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:02Z', 'updated_at': '2021-08-30T14:41:02Z', 'revision_number': 0, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:04.019887 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2d3d645-24b0-41c7-9717-dc650da3e732 req-aaa89110-041f-4e71-bdd1-96131f5eccfc service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909867 Aug 30 14:41:04.160143 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3264be8-6640-4059-87de-a709bf13c33b None None] New status for floating IP 870d770e-0940-476d-928f-0f94864d367e: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:41:06.909601 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-22225718-cce4-4d10-8d60-c2bf7657d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.542290 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-607f9c9a-eba7-4f84-a931-36b9782b79d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.809507 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.788909 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.455541 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:14.606893 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:17.663793 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-483386d5-5579-43a4-9f1c-4fba1736334b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421653 Aug 30 14:41:17.752497 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-cf95227f-5dd4-4ed1-8cf1-93df961ac771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.754014 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-cf95227f-5dd4-4ed1-8cf1-93df961ac771 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1098 time: 0.0437362 Aug 30 14:41:17.863818 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-0833175f-f2e4-48e6-be94-c380ec828471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.865311 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-0833175f-f2e4-48e6-be94-c380ec828471 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.0924366 Aug 30 14:41:17.933650 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-1e362962-2d83-4290-905f-1e504b755edf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 1001 time: 0.0614882 Aug 30 14:41:17.984666 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-31ebb4d9-7cfb-46d0-afbb-3b762bfd003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:17.986115 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-31ebb4d9-7cfb-46d0-afbb-3b762bfd003d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0453911 Aug 30 14:41:18.038472 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-6998fa50-090f-4360-b53b-d5cb1e2332ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:18.040078 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-6998fa50-090f-4360-b53b-d5cb1e2332ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455678 Aug 30 14:41:18.140765 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-3836a636-eb81-4d94-a2f4-70df4b4569cf service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909903 Aug 30 14:41:18.247846 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b0c36f2c-af6e-4c05-8f83-b0a243ff0f4c req-59ab3f5f-1f9f-492e-bda1-cce5dfd20d23 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994549 Aug 30 14:41:28.218896 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:41:36.915519 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-945b3965-65cd-4bd9-b393-97ded966c1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.044820 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-ce828cfd-acd6-4207-8fda-d83921e53b68 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904438182&fields=id&tenant_id=cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 267 time: 0.0364401 Aug 30 14:41:39.162673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-b51396cd-f32d-49b2-bec0-2d9f5517ed8d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:39.164145 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-b51396cd-f32d-49b2-bec0-2d9f5517ed8d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 812 time: 0.1123660 Aug 30 14:41:39.180036 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-e88bc219-5306-4cf4-90ba-32f06c9300d4 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/quotas/cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Aug 30 14:41:39.239075 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-521cc4b3-1348-40d1-b39a-dfa7b9ff819e tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536430 Aug 30 14:41:39.345342 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-b1d38cd2-3207-4f7b-9f7d-de4d7069c7db service neutron] 10.222.0.62 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870109 Aug 30 14:41:39.441160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-176fe5ca-b7d9-4320-87b0-25ada5c539ce service neutron] 10.222.0.62 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Aug 30 14:41:39.547843 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-dae69e8b-827e-4398-b406-4383356078f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.784739 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-52bb568e-9178-4232-aa94-5e5f6917a4cc req-d8b334c4-3fc3-4338-ac2b-3d86d45e75c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 210 time: 0.0321844 Aug 30 14:41:39.807420 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.770360 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-1099005c-5bae-4f9c-b2a5-68d05b53a5c3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:40.771884 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-1099005c-5bae-4f9c-b2a5-68d05b53a5c3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 812 time: 0.1101792 Aug 30 14:41:40.791467 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.818735 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-d8e84bde-1074-42c4-98a4-cc698fd6511e tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cca350bff6dc4fe0b157dc1573e56218 HTTP/1.1" status: 200 len: 379 time: 0.0367360 Aug 30 14:41:40.832285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'port': {'device_id': '8de81e70-e643-4711-8a07-79947769597a', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'admin_state_up': True, 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'security_groups': ['83c6c678-9ced-4381-b43e-6633e5b035ea']}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:40.910186 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-9251b813-5ca0-4019-8460-8a864013cb23 req-c9723b40-ab18-422f-b601-e857790c87b2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 210 time: 0.0336003 Aug 30 14:41:40.974471 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Made reservation on behalf of cca350bff6dc4fe0b157dc1573e56218 for: {'port': 1} {{(pid=93878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:41:40.978284 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.113819 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_common [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Allocated IP 172.20.0.13 (220e878c-f70e-4081-86d2-d27830c0e088/55d3d826-6283-436b-8adc-30ef55f7effc/d504dab5-4b35-462f-801a-411a0d6bd291) {{(pid=93878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:41.270805 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.289289 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Transition to ACTIVE for port object d504dab5-4b35-462f-801a-411a0d6bd291 will not be triggered until provisioned by entity DHCP. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:41.328414 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_create {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.378030 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Network 220e878c-f70e-4081-86d2-d27830c0e088 is already hosted by enough agents. {{(pid=93878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:41.383395 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.base_scheduler [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Resources bound (agent type, host, resource id): {{(pid=93878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:41.387372 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Received port after_create {{(pid=93878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:41.413400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=d504dab5-4b35-462f-801a-411a0d6bd291,revision_number=1']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:41.440640 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:41.441239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.457369 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-6202665f-5cb5-4ef4-a38f-30cc99038022 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6300116 Aug 30 14:41:41.469919 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.v2.base [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Request body: {'port': {'device_id': '8de81e70-e643-4711-8a07-79947769597a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=93878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:41.527069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.632815 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-168ec9d2-02c4-4704-a577-de2dadc30bfe None None] Provisioning for port d504dab5-4b35-462f-801a-411a0d6bd291 completed by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:41.636862 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-168ec9d2-02c4-4704-a577-de2dadc30bfe None None] Provisioning complete for port d504dab5-4b35-462f-801a-411a0d6bd291 triggered by entity DHCP. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:41.637360 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-168ec9d2-02c4-4704-a577-de2dadc30bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.672684 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-168ec9d2-02c4-4704-a577-de2dadc30bfe None None] Port d504dab5-4b35-462f-801a-411a0d6bd291 cannot update to ACTIVE because it is not bound. {{(pid=93880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:41:41.800051 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d504dab5-4b35-462f-801a-411a0d6bd291 {{(pid=93878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:41.808116 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.820679 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.provisioning_blocks [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Transition to ACTIVE for port object d504dab5-4b35-462f-801a-411a0d6bd291 will not be triggered until provisioned by entity L2. {{(pid=93878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:41:41.826195 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.877945 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Pushing event updated for resources: {'Port': ['ID=d504dab5-4b35-462f-801a-411a0d6bd291,revision_number=2']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:41.945864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Attempting to bind port d504dab5-4b35-462f-801a-411a0d6bd291 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:41:41.946305 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Attempting to bind port d504dab5-4b35-462f-801a-411a0d6bd291 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:41:41.946578 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Attempting to bind port d504dab5-4b35-462f-801a-411a0d6bd291 on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:41.951375 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Port d504dab5-4b35-462f-801a-411a0d6bd291 on network 220e878c-f70e-4081-86d2-d27830c0e088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:41:41.951692 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Attempting to bind port d504dab5-4b35-462f-801a-411a0d6bd291 on network 220e878c-f70e-4081-86d2-d27830c0e088 {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:41:41.956744 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Checking agent: {'id': '867a787f-c5b2-487e-a464-2cbd8e3fbf9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'started_at': datetime.datetime(2021, 8, 30, 14, 30, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:41:41.957067 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Checking segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:41:41.957442 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Bound using segment: {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'} {{(pid=93878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:41:41.957870 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.managers [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Bound port: d504dab5-4b35-462f-801a-411a0d6bd291, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf00c4c-d163-441e-8feb-b15594b9b714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088'}}] {{(pid=93878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:41:41.958232 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.055818 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] For port d504dab5-4b35-462f-801a-411a0d6bd291, host hv-cinder-77703, cleared binding levels {{(pid=93878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:41:42.059633 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] For port d504dab5-4b35-462f-801a-411a0d6bd291, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d504dab5-4b35-462f-801a-411a0d6bd291,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:41:42.070917 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcb020-9da8-4239-8608-af6d03f19805 req-12c00291-c818-4cf3-882c-f828c2f6eab0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.072678 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-21fcb020-9da8-4239-8608-af6d03f19805 req-12c00291-c818-4cf3-882c-f828c2f6eab0 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0779691 Aug 30 14:41:42.074170 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13073141'] for port, after_update {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.125226 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.125864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.127269 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] 10.222.0.48 "PUT /v2.0/ports/d504dab5-4b35-462f-801a-411a0d6bd291 HTTP/1.1" status: 200 len: 1094 time: 0.6618526 Aug 30 14:41:42.127673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:42.130289 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a84573-b461-45c5-bfed-13f3f065d106" -d '{"events": [{"name": "network-changed", "server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:42.166105 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-21fcb020-9da8-4239-8608-af6d03f19805 req-cfc57dcf-7403-4a62-8cc6-623baa8bb1f3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864501 Aug 30 14:41:42.166987 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e805a-db10-405e-9606-616a89cbf049 service neutron] Pushing event updated for resources: {'Port': ['ID=d504dab5-4b35-462f-801a-411a0d6bd291,revision_number=3']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:42.221609 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30d8f7d-521b-446a-bdd4-0a5cb32babf6 x-openstack-request-id: req-b30d8f7d-521b-446a-bdd4-0a5cb32babf6 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:42.221861 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:42.222146 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b30d8f7d-521b-446a-bdd4-0a5cb32babf6 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:42.222556 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'status': 'completed', 'code': 200} Aug 30 14:41:42.239285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-bb8657ff-2a76-4bb3-aa14-2ae0f4903a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.241101 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-bb8657ff-2a76-4bb3-aa14-2ae0f4903a73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 1097 time: 0.0622740 Aug 30 14:41:42.286825 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-ef17bc1b-96c8-49b8-a632-d0c3592629ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d504dab5-4b35-462f-801a-411a0d6bd291 HTTP/1.1" status: 200 len: 217 time: 0.0373340 Aug 30 14:41:42.339999 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-50fb15ab-1386-4407-9097-704b4d53500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.341548 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-50fb15ab-1386-4407-9097-704b4d53500b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0481913 Aug 30 14:41:42.395038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-c9632673-7788-4ccb-b4f7-030daa24eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.396433 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-c9632673-7788-4ccb-b4f7-030daa24eded service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468638 Aug 30 14:41:42.455044 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.498348 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-88ba1e1c-b143-43c2-9dbf-107d60f7414e service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939021 Aug 30 14:41:42.589829 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b405c6f1-cc1d-455f-9012-c10456ad2ca7 req-89473fb8-54b5-4b57-bc38-15184b3a6675 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843494 Aug 30 14:41:42.691054 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84573-b461-45c5-bfed-13f3f065d106 req-aadd484d-9e62-4933-b464-ddf1e928bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.692461 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-aadd484d-9e62-4933-b464-ddf1e928bc4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 1097 time: 0.0468400 Aug 30 14:41:42.797726 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84573-b461-45c5-bfed-13f3f065d106 req-4aef8cd7-ab7e-48ec-9ee1-20087769cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.800032 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-4aef8cd7-ab7e-48ec-9ee1-20087769cc4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1001720 Aug 30 14:41:42.847838 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-99458f78-50e4-49b3-967f-3cf966810fb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d504dab5-4b35-462f-801a-411a0d6bd291 HTTP/1.1" status: 200 len: 217 time: 0.0390420 Aug 30 14:41:42.900077 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84573-b461-45c5-bfed-13f3f065d106 req-8076a919-d0e2-4576-8946-5b5a77cc120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.901682 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-8076a919-d0e2-4576-8946-5b5a77cc120f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0464873 Aug 30 14:41:42.948272 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a84573-b461-45c5-bfed-13f3f065d106 req-60b66868-dbf1-4155-8198-c3f296cc7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:42.949667 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-60b66868-dbf1-4155-8198-c3f296cc7a74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404084 Aug 30 14:41:43.050487 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-ebe97599-bd13-4af1-807b-3b358f6de4af service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886991 Aug 30 14:41:43.147870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-41a84573-b461-45c5-bfed-13f3f065d106 req-a343d48b-a51a-484f-966d-20332ddce994 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865467 Aug 30 14:41:43.429018 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681a1f-2c23-4201-8df0-2234db8df910 req-2333f600-d39d-40a4-a0fe-92b691a8af0b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:43.430667 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72681a1f-2c23-4201-8df0-2234db8df910 req-2333f600-d39d-40a4-a0fe-92b691a8af0b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0562282 Aug 30 14:41:43.473178 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-72681a1f-2c23-4201-8df0-2234db8df910 req-37b09e02-f403-4691-af89-c707217507eb tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358484 Aug 30 14:41:44.603452 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2244e7d-9fcd-4ef8-8627-8e3b476614ad req-6f369f65-3105-4bd5-a160-49be86cc9bb7 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:44.604958 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2244e7d-9fcd-4ef8-8627-8e3b476614ad req-6f369f65-3105-4bd5-a160-49be86cc9bb7 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0550380 Aug 30 14:41:44.615806 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:44.647170 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f2244e7d-9fcd-4ef8-8627-8e3b476614ad req-bed077c8-29bf-4061-8cec-d49ff1e630e9 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356340 Aug 30 14:41:45.773062 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d97d8-7628-4e7c-9a17-a1af19c6152a req-d704c6fa-28f8-4d44-920f-610930df2c8c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:45.774567 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-819d97d8-7628-4e7c-9a17-a1af19c6152a req-d704c6fa-28f8-4d44-920f-610930df2c8c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0540080 Aug 30 14:41:45.813864 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-819d97d8-7628-4e7c-9a17-a1af19c6152a req-2b30bd44-ff2d-44a2-8df8-ab0adf38c41a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328014 Aug 30 14:41:46.950750 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a017cb1-1ac0-45e3-aa77-17ef9521c547 req-fc02436b-5c58-468b-8f44-0193df60f75a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:46.953067 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a017cb1-1ac0-45e3-aa77-17ef9521c547 req-fc02436b-5c58-468b-8f44-0193df60f75a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0628028 Aug 30 14:41:46.997485 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a017cb1-1ac0-45e3-aa77-17ef9521c547 req-81f38aa2-3f70-4a49-8c2d-ad5365f3b11c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347788 Aug 30 14:41:48.143813 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23e0af-28a0-463f-8b9d-48c4c2eb200e req-9916ab32-46c4-46ff-a296-4f75c1f58250 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:48.145326 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3f23e0af-28a0-463f-8b9d-48c4c2eb200e req-9916ab32-46c4-46ff-a296-4f75c1f58250 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0697851 Aug 30 14:41:48.189173 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3f23e0af-28a0-463f-8b9d-48c4c2eb200e req-af6a6006-35df-4eb2-9c25-0e253564e2e1 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340056 Aug 30 14:41:49.322661 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb1127-8e9c-4fac-8119-f30089ffc4a3 req-5c823c17-e5a0-4e4a-b9a7-bbf485520db4 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:49.324160 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bedb1127-8e9c-4fac-8119-f30089ffc4a3 req-5c823c17-e5a0-4e4a-b9a7-bbf485520db4 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0590065 Aug 30 14:41:49.362908 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bedb1127-8e9c-4fac-8119-f30089ffc4a3 req-b7e9ca0f-3d00-4176-99ec-ae0dcb1d8158 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Aug 30 14:41:50.497639 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b600-45ed-4cb5-a299-02f144021a0e req-4c40849a-f5e1-4080-8b09-156a5807501a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:50.499173 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ddc8b600-45ed-4cb5-a299-02f144021a0e req-4c40849a-f5e1-4080-8b09-156a5807501a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 944 time: 0.0581689 Aug 30 14:41:50.541014 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ddc8b600-45ed-4cb5-a299-02f144021a0e req-66abbb35-17a1-46f7-91ac-769280e65ac8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353670 Aug 30 14:41:51.023467 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device d504dab5-4b35-462f-801a-411a0d6bd291 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:41:51.131195 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port d504dab5-4b35-462f-801a-411a0d6bd291, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d504dab5-4b35-462f-801a-411a0d6bd291,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:51.144711 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'port_id': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'mac_address': 'fa:16:3e:03:93:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:41:51.186290 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.200240 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d504dab5-4b35-462f-801a-411a0d6bd291 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:41:51.222993 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port d504dab5-4b35-462f-801a-411a0d6bd291, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d504dab5-4b35-462f-801a-411a0d6bd291,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:51.232991 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:51.291004 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=d504dab5-4b35-462f-801a-411a0d6bd291,revision_number=4']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:51.452574 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['d504dab5-4b35-462f-801a-411a0d6bd291'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:41:51.669502 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f5fc8-3fce-4f82-b2c6-2c529c138791 req-37e57f77-a8ba-4c2b-a06a-5a63971d104a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:51.671034 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d56f5fc8-3fce-4f82-b2c6-2c529c138791 req-37e57f77-a8ba-4c2b-a06a-5a63971d104a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 945 time: 0.0548699 Aug 30 14:41:51.710104 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d56f5fc8-3fce-4f82-b2c6-2c529c138791 req-80cd48d7-2a08-4566-a975-bde5545cbb49 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Aug 30 14:41:52.836589 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8a148-2510-4e72-99c4-be3454a48386 req-f071ec57-f030-49db-a62b-eb802367b731 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:52.838026 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96b8a148-2510-4e72-99c4-be3454a48386 req-f071ec57-f030-49db-a62b-eb802367b731 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 945 time: 0.0596137 Aug 30 14:41:52.882874 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-96b8a148-2510-4e72-99c4-be3454a48386 req-281e23b8-d151-40b0-a42f-cf1f1f4394e8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380628 Aug 30 14:41:53.040457 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device d504dab5-4b35-462f-801a-411a0d6bd291 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:41:53.097090 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning for port d504dab5-4b35-462f-801a-411a0d6bd291 completed by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:41:53.101116 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port d504dab5-4b35-462f-801a-411a0d6bd291 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:41:53.101493 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.183351 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.209830 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:53.212257 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c573e-d9ce-4e11-8097-466e8a70f1bf" -d '{"events": [{"server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "name": "network-vif-plugged", "status": "completed", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:53.225119 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port d504dab5-4b35-462f-801a-411a0d6bd291, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d504dab5-4b35-462f-801a-411a0d6bd291,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:41:53.230661 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:53.256369 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15687a5-2754-4f84-b0db-a6445bfacd58 x-openstack-request-id: req-a15687a5-2754-4f84-b0db-a6445bfacd58 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:53.256723 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "name": "network-vif-plugged", "status": "completed", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:53.256845 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a15687a5-2754-4f84-b0db-a6445bfacd58 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:53.257319 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'code': 200} Aug 30 14:41:53.286552 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=d504dab5-4b35-462f-801a-411a0d6bd291,revision_number=5']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:53.491949 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920e56f-4aac-4ef7-8fda-dbc6e4d53aef req-eb44d187-ef4a-4ed3-a848-5d4fd46f9b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:53.493465 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1920e56f-4aac-4ef7-8fda-dbc6e4d53aef req-eb44d187-ef4a-4ed3-a848-5d4fd46f9b57 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 1099 time: 0.0434103 Aug 30 14:41:53.528870 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1920e56f-4aac-4ef7-8fda-dbc6e4d53aef req-c2f4c873-fce4-46c4-be95-2438b0ebd39d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284123 Aug 30 14:41:54.020436 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c51c5-4625-4740-9c67-89fa5c74a473 req-02ddddcf-f072-45cc-b087-63d6ca6b108a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:54.022846 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ef0c51c5-4625-4740-9c67-89fa5c74a473 req-02ddddcf-f072-45cc-b087-63d6ca6b108a tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 946 time: 0.0609260 Aug 30 14:41:54.064963 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ef0c51c5-4625-4740-9c67-89fa5c74a473 req-d0301511-d145-47dd-acde-0bd6c921e61e tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335433 Aug 30 14:41:55.211758 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56df63d-baa3-4f45-8e68-fca36c598bde req-c354f1e4-b350-42b8-ace8-127fe3f5baad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.213222 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d56df63d-baa3-4f45-8e68-fca36c598bde req-c354f1e4-b350-42b8-ace8-127fe3f5baad tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 946 time: 0.0637426 Aug 30 14:41:55.265500 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d56df63d-baa3-4f45-8e68-fca36c598bde req-4704fd5f-f518-48d7-af19-d40398b630c6 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432727 Aug 30 14:41:55.390139 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df41c8-f09a-4ed2-9d43-7e36fad5e3e3 req-3357fd3e-5ac5-4e51-bcf7-4c70e9895a48 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.391573 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2df41c8-f09a-4ed2-9d43-7e36fad5e3e3 req-3357fd3e-5ac5-4e51-bcf7-4c70e9895a48 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 946 time: 0.0492358 Aug 30 14:41:55.431104 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2df41c8-f09a-4ed2-9d43-7e36fad5e3e3 req-3665edc3-28f4-4d5a-a91a-06e324412cfc tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Aug 30 14:41:55.460591 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49968) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:55.507747 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17236376-27f8-4221-a2f8-e49bc26882e9 tempest-TestVolumeBootPattern-1482845853 tempest-TestVolumeBootPattern-1482845853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:55.509407 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-17236376-27f8-4221-a2f8-e49bc26882e9 tempest-TestVolumeBootPattern-1482845853 tempest-TestVolumeBootPattern-1482845853-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 1094 time: 0.0477757 Aug 30 14:41:55.512737 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 49972) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:41:55.517655 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.v2.base [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Request body: {'floatingip': {'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'port_id': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:41:55.543436 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.648806 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.752984 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.db_base_plugin_common [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Allocated IP 172.27.3.235 (a4415d2d-673a-438e-bf2c-747683157e3d/6d94f527-a032-44a3-b08f-4652fcb6d7c3/b2ed6944-ecae-4943-a789-7650728832dc) {{(pid=93879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:41:55.858952 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.903660 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754058511382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:55.938751 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Network a4415d2d-673a-438e-bf2c-747683157e3d is already hosted by enough agents. {{(pid=93879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:41:55.941612 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.base_scheduler [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Resources bound (agent type, host, resource id): {{(pid=93879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:41:55.947086 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Received port after_create {{(pid=93879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:41:55.970629 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=b2ed6944-ecae-4943-a789-7650728832dc,revision_number=1']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:55.982771 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.983109 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.983442 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.983770 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.984089 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.984408 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.984726 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.985106 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.985403 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.985744 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.986041 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:55.986350 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:41:56.584839 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.664683 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.836227 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for port, precommit_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.843876 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16029690'] for port, after_update {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:56.917530 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event updated for resources: {'Port': ['ID=b2ed6944-ecae-4943-a789-7650728832dc,revision_number=2']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:41:56.927214 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2079136'] for floatingip, after_create {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.029655 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Floating IP ae2364a3-1c80-40ce-a4c0-62da3536ac42 associated. External IP: 172.27.3.235, port: d504dab5-4b35-462f-801a-411a0d6bd291. Aug 30 14:41:57.255531 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:41:57.366032 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:41:57.377630 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:41:57.383876 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:57.388822 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:57.389459 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:41:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:57.413966 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-9adcc9c2-baef-4d43-8a5f-eb615de4e569 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9000301 Aug 30 14:41:57.414527 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:41:57.416825 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61492418-4888-4a5f-aef4-6b269cef78ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:41:57.520346 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339a903-218f-408b-bd1b-b0800ed86ed9 x-openstack-request-id: req-4339a903-218f-408b-bd1b-b0800ed86ed9 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:41:57.520709 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:41:57.521019 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4339a903-218f-408b-bd1b-b0800ed86ed9 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:41:57.521491 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'status': 'completed', 'code': 200} Aug 30 14:41:57.590837 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492418-4888-4a5f-aef4-6b269cef78ae req-f9e1733d-84cb-4554-874f-4b6c9c43f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.592459 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-f9e1733d-84cb-4554-874f-4b6c9c43f61d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 1099 time: 0.0488763 Aug 30 14:41:57.627595 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:57.699038 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492418-4888-4a5f-aef4-6b269cef78ae req-b3ce81c0-56c2-4c85-a2f4-fee54b7e11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.700555 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-b3ce81c0-56c2-4c85-a2f4-fee54b7e11d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1008937 Aug 30 14:41:57.777813 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-2d3e5196-604f-4d98-9758-690ac7995532 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d504dab5-4b35-462f-801a-411a0d6bd291 HTTP/1.1" status: 200 len: 1000 time: 0.0682292 Aug 30 14:41:57.834309 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492418-4888-4a5f-aef4-6b269cef78ae req-22864dec-b539-480a-b05c-552c3a8a24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.835823 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-22864dec-b539-480a-b05c-552c3a8a24b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0505307 Aug 30 14:41:57.882433 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492418-4888-4a5f-aef4-6b269cef78ae req-0a8bb1ee-bd1e-42e8-8588-c25d917b98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:41:57.884000 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-0a8bb1ee-bd1e-42e8-8588-c25d917b98bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412693 Aug 30 14:41:57.899828 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:56Z', 'revision_number': 1, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}, {'id': 'ae2364a3-1c80-40ce-a4c0-62da3536ac42', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:03:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de81e70-e643-4711-8a07-79947769597a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:56Z', 'updated_at': '2021-08-30T14:41:56Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:57.930778 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:41:57.944389 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:41:57.945807 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:41:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:57.991606 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-d2ad2509-bda3-4e19-a31c-1114e674e2fb service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001101 Aug 30 14:41:58.086506 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:41:58.112769 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-61492418-4888-4a5f-aef4-6b269cef78ae req-37627f83-ab70-438f-8764-6a0561494550 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145685 Aug 30 14:41:58.348725 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:56Z', 'revision_number': 1, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}, {'id': 'ae2364a3-1c80-40ce-a4c0-62da3536ac42', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:03:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de81e70-e643-4711-8a07-79947769597a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:56Z', 'updated_at': '2021-08-30T14:41:56Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:41:58.380698 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3242aa-f2fe-4688-9208-d32419b00833 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:56Z', 'revision_number': 1, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}, {'id': 'ae2364a3-1c80-40ce-a4c0-62da3536ac42', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.235', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:03:93:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de81e70-e643-4711-8a07-79947769597a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:41:56Z', 'updated_at': '2021-08-30T14:41:56Z', 'revision_number': 0, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:41:58.611583 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693eae64-343c-471a-b1d7-9aafd82a6223 None None] New status for floating IP ae2364a3-1c80-40ce-a4c0-62da3536ac42: ACTIVE {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:42:05.223506 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:42:06.905268 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-33678a4b-aff5-47ad-bb24-9b0daabc576e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.543416 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-553edf72-3337-41be-bfc2-8d2915f13916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:09.808366 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.800839 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.466348 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:14.621369 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:17.680005 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-dda3bbd2-cb79-4035-a117-e04cebb44ba0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418591 Aug 30 14:42:17.748812 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-8a89859e-ca59-4ca3-b746-4bc3480ea6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:17.750443 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-8a89859e-ca59-4ca3-b746-4bc3480ea6dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.0458024 Aug 30 14:42:17.859268 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-e0929cb7-7179-43e4-9221-6a37071a122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:17.861060 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-e0929cb7-7179-43e4-9221-6a37071a122c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.0874345 Aug 30 14:42:17.933360 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-12d6ebdf-d7da-4572-807f-cfb7db8aa858 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 1001 time: 0.0647895 Aug 30 14:42:17.986892 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-c025441b-618c-48bc-be55-334dc660aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:17.988396 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-c025441b-618c-48bc-be55-334dc660aac0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0461664 Aug 30 14:42:18.035452 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-5d6a560c-4cb3-4050-bc92-f7d1455eb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:18.036896 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-5d6a560c-4cb3-4050-bc92-f7d1455eb08e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412347 Aug 30 14:42:18.135412 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-493f13ba-1616-434a-a7f9-18e65f2a61ad service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903668 Aug 30 14:42:18.227433 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-69c85a02-30d9-47e3-844f-0ca2e484c25c req-348ea9ed-40bd-491e-a3d5-61c62e7161fd service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838740 Aug 30 14:42:36.900310 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d61df5e3-6b7c-498e-9f61-7dc5eb1369a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.550000 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-674b9a28-c195-412a-ae73-b3bee9220062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.804578 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:40.800599 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:42.228792 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:42:42.467610 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.630890 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:59.333684 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cca5f-4cb3-4411-b79e-93e04fa7b3ec req-36680a80-bc6e-476b-ba5e-3b9ea52cb1d6 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:42:59.335082 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b33cca5f-4cb3-4411-b79e-93e04fa7b3ec req-36680a80-bc6e-476b-ba5e-3b9ea52cb1d6 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.1253119 Aug 30 14:42:59.376562 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b33cca5f-4cb3-4411-b79e-93e04fa7b3ec req-d7aceb6d-8263-4be4-aca3-6a2ebfef2947 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 Aug 30 14:43:00.642110 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89796dd-d594-44ea-9369-f36bf3cd3e06 req-5c6273a4-93ff-42c4-bc0c-8ca3e80cbb97 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:00.644117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e89796dd-d594-44ea-9369-f36bf3cd3e06 req-5c6273a4-93ff-42c4-bc0c-8ca3e80cbb97 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.1519024 Aug 30 14:43:00.686180 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e89796dd-d594-44ea-9369-f36bf3cd3e06 req-47d2d85b-5dce-4db6-a386-bebcdf65da7b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351579 Aug 30 14:43:01.808098 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f4a5-b614-44b9-a546-74ba82d41f10 req-fe7946bd-355b-4d34-b810-747bcd66333b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:01.809643 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d401f4a5-b614-44b9-a546-74ba82d41f10 req-fe7946bd-355b-4d34-b810-747bcd66333b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0511119 Aug 30 14:43:01.852799 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-d401f4a5-b614-44b9-a546-74ba82d41f10 req-72c80100-19d2-4184-af06-2fa190a6fbe9 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340734 Aug 30 14:43:02.994236 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef6164-e467-47a6-8610-2e89f8fc34a9 req-a0426679-d4ae-4159-a03f-f09d74af87bc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:02.995637 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a6ef6164-e467-47a6-8610-2e89f8fc34a9 req-a0426679-d4ae-4159-a03f-f09d74af87bc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0664728 Aug 30 14:43:03.033926 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-a6ef6164-e467-47a6-8610-2e89f8fc34a9 req-9c7215e2-fb56-4b28-9165-d3949d20236c tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320923 Aug 30 14:43:04.165236 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cd396-d8bd-4b6c-ac32-1b343f428198 req-efaf74b0-2a39-4743-aeb1-a8b58bd4fb20 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:04.166742 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-801cd396-d8bd-4b6c-ac32-1b343f428198 req-efaf74b0-2a39-4743-aeb1-a8b58bd4fb20 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0573719 Aug 30 14:43:04.207135 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-801cd396-d8bd-4b6c-ac32-1b343f428198 req-e8713382-ab61-4116-b3af-6fbb695dac17 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Aug 30 14:43:05.339826 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f6a8b-7e7f-4862-8e8e-7acc6e8b3cc7 req-b22f2511-3ab4-424d-9c53-9983f2070c63 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:05.341302 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e6f6a8b-7e7f-4862-8e8e-7acc6e8b3cc7 req-b22f2511-3ab4-424d-9c53-9983f2070c63 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0605714 Aug 30 14:43:05.383997 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-1e6f6a8b-7e7f-4862-8e8e-7acc6e8b3cc7 req-90085fcb-d4b4-4a42-be3d-aef50966ab40 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338800 Aug 30 14:43:06.514704 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91cd48-e612-40db-b444-1a268518a5bf req-dbfa5059-2700-43e2-9079-f96e33fd9dcc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:06.516188 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2f91cd48-e612-40db-b444-1a268518a5bf req-dbfa5059-2700-43e2-9079-f96e33fd9dcc tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0511248 Aug 30 14:43:06.555913 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2f91cd48-e612-40db-b444-1a268518a5bf req-3340b751-814d-422d-ba22-335866eebdec tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334952 Aug 30 14:43:06.906729 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-71e38fcc-211a-4b96-a722-51c91e8d41ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:07.689029 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc783591-5657-4609-abfc-91940ffe0173 req-cae82200-cd9d-4a5c-ade3-5511368c3808 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:07.690491 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fc783591-5657-4609-abfc-91940ffe0173 req-cae82200-cd9d-4a5c-ade3-5511368c3808 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0647147 Aug 30 14:43:07.731956 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-fc783591-5657-4609-abfc-91940ffe0173 req-e7ff7c4f-6b16-4fb0-9ee9-83bd76eebd77 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345969 Aug 30 14:43:08.854164 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224c28f-6f4b-45bb-bc11-329f33252645 req-1d9767b1-9059-4eff-b687-d29cf97fca9e tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:08.855690 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c224c28f-6f4b-45bb-bc11-329f33252645 req-1d9767b1-9059-4eff-b687-d29cf97fca9e tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0488670 Aug 30 14:43:08.894445 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c224c28f-6f4b-45bb-bc11-329f33252645 req-3783d9c4-602f-4983-b8d8-d753c44aaf53 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326207 Aug 30 14:43:09.464366 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971005af-9f12-4974-ab1f-52825e2f204c req-16087925-92ae-4b11-a22b-f87c4c57f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:09.465894 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-16087925-92ae-4b11-a22b-f87c4c57f60b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.1035962 Aug 30 14:43:09.544635 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-4b31f710-3884-4341-b8ad-18b6f12de11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.803481 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.829313 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971005af-9f12-4974-ab1f-52825e2f204c req-7675c71a-faa2-45f2-af25-863ebd858144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:09.830901 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-7675c71a-faa2-45f2-af25-863ebd858144 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.3582158 Aug 30 14:43:09.897004 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-5285a1a5-439c-45e3-9e80-abbb065ad2ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 1001 time: 0.0582488 Aug 30 14:43:09.954374 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971005af-9f12-4974-ab1f-52825e2f204c req-19e0a566-6d1c-4500-9311-57994c033c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:09.955917 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-19e0a566-6d1c-4500-9311-57994c033c1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0520909 Aug 30 14:43:10.034963 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8fcd0-5de9-4858-89a3-783550612121 req-bae87e79-729f-450b-9066-e41645b62691 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:10.036371 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4bb8fcd0-5de9-4858-89a3-783550612121 req-bae87e79-729f-450b-9066-e41645b62691 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0746269 Aug 30 14:43:10.039083 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971005af-9f12-4974-ab1f-52825e2f204c req-aef7fcb1-1777-407d-9927-a824d3173775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:10.040420 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-aef7fcb1-1777-407d-9927-a824d3173775 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776389 Aug 30 14:43:10.052894 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-fe45962d-20fd-4ac9-885d-f957c296773f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=93878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:43:10.053793 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-fe45962d-20fd-4ac9-885d-f957c296773f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049038 Aug 30 14:43:10.126550 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4bb8fcd0-5de9-4858-89a3-783550612121 req-900ef58e-40bc-4cd2-a88f-3b5c6cd3c44b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833328 Aug 30 14:43:10.160805 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-8dafc55c-987f-4081-aea7-ff99a6accae1 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988488 Aug 30 14:43:10.261635 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-971005af-9f12-4974-ab1f-52825e2f204c req-bb70b65f-ce9e-4a05-a3a3-06e28e829524 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927830 Aug 30 14:43:10.801923 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.276957 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069a7aa-342b-42f7-ba0e-334392e5f4ff req-6bc1fc91-c5b7-4fad-a741-ace8aa81f5a8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:11.278442 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f069a7aa-342b-42f7-ba0e-334392e5f4ff req-6bc1fc91-c5b7-4fad-a741-ace8aa81f5a8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0643537 Aug 30 14:43:11.319840 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f069a7aa-342b-42f7-ba0e-334392e5f4ff req-b648beed-a9c2-416a-9a2f-536bc9b5d9e7 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Aug 30 14:43:12.449925 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297739cd-809e-48cd-8431-a2b39e082308 req-248a9963-d6e0-4869-a719-dcd355d48d72 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:12.451498 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-297739cd-809e-48cd-8431-a2b39e082308 req-248a9963-d6e0-4869-a719-dcd355d48d72 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0599830 Aug 30 14:43:12.467022 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.491575 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-297739cd-809e-48cd-8431-a2b39e082308 req-c8bdb35e-0ae2-42fe-8a48-12495a52d3d7 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338676 Aug 30 14:43:12.756579 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e57cb-15ee-4b75-b62f-262cf92ae62f req-5b59f3a7-1fcc-4e27-ab8f-a2c7f62f72c1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:12.758082 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e4e57cb-15ee-4b75-b62f-262cf92ae62f req-5b59f3a7-1fcc-4e27-ab8f-a2c7f62f72c1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0851083 Aug 30 14:43:12.761665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-ef9d6dce-620e-4c66-a5f2-abf9332cee18 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244333 Aug 30 14:43:12.797443 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-3e4e57cb-15ee-4b75-b62f-262cf92ae62f req-4157c429-1e58-4169-b837-de312c20553f tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333059 Aug 30 14:43:13.926357 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a507fd8-2823-4246-bfcd-dc8a97a493d5 req-e1a279b7-b6cc-486c-959c-741a6c1c41a2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:13.927742 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a507fd8-2823-4246-bfcd-dc8a97a493d5 req-e1a279b7-b6cc-486c-959c-741a6c1c41a2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0511439 Aug 30 14:43:13.965975 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2a507fd8-2823-4246-bfcd-dc8a97a493d5 req-8081e36f-bc9b-469f-8efa-28190e397ac4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320578 Aug 30 14:43:14.164448 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a17a-1ec6-45ee-91c3-98488677563b req-8a7b05ff-fa6b-4475-8224-58d5b2c75896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:14.166036 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-8a7b05ff-fa6b-4475-8224-58d5b2c75896 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a&tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281 HTTP/1.1" status: 200 len: 1098 time: 0.0439649 Aug 30 14:43:14.231174 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a17a-1ec6-45ee-91c3-98488677563b req-7e4dcb15-72f4-4497-aa80-e54ecad8ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:14.232584 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-7e4dcb15-72f4-4497-aa80-e54ecad8ac10 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.0420351 Aug 30 14:43:14.332686 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a17a-1ec6-45ee-91c3-98488677563b req-b6ff94ea-1cfa-48c9-bdbc-c3d25f04e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:14.334314 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-b6ff94ea-1cfa-48c9-bdbc-c3d25f04e9f9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.0922220 Aug 30 14:43:14.406054 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-f7b8db1e-bd45-4c57-8ce7-bfe369e26535 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 1001 time: 0.0646315 Aug 30 14:43:14.468610 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a17a-1ec6-45ee-91c3-98488677563b req-5bc68459-62c7-4020-ba5a-6f095474d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:14.470081 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-5bc68459-62c7-4020-ba5a-6f095474d55a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0566759 Aug 30 14:43:14.517570 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a17a-1ec6-45ee-91c3-98488677563b req-fcc94878-6b30-454e-a512-95f5b3c186e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:14.519006 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-fcc94878-6b30-454e-a512-95f5b3c186e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412169 Aug 30 14:43:14.617773 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-d5f940fa-b3bb-4f08-8e75-70d1b5b7a983 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904408 Aug 30 14:43:14.637102 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:14.717873 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-b942a17a-1ec6-45ee-91c3-98488677563b req-ed567da6-3eeb-49f2-b56c-825468cfffc1 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934741 Aug 30 14:43:15.091662 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f4da0-7e9f-4ea7-b1a3-f0942250a881 req-fa833f4e-9d87-412a-a6a0-5b84c87b2729 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:15.093159 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b3f4da0-7e9f-4ea7-b1a3-f0942250a881 req-fa833f4e-9d87-412a-a6a0-5b84c87b2729 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0584781 Aug 30 14:43:15.137542 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5b3f4da0-7e9f-4ea7-b1a3-f0942250a881 req-89a930a6-bd88-40fa-97bd-da88a5a8ecc5 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347934 Aug 30 14:43:15.495182 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:15.599263 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.630344 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:15.632855 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc85c1a-f0b1-44e6-b462-2d8354caa6de" -d '{"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:15.645632 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:15.651400 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:15.700330 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=6']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:15.707279 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.707739 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.708084 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.708423 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.708742 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.709079 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.709407 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.709748 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.710073 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.710398 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.710931 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.711449 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:15.728116 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47415fe5-9f92-44ec-91e7-c953c09f70c1 x-openstack-request-id: req-47415fe5-9f92-44ec-91e7-c953c09f70c1 {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:15.728407 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:15.728656 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47415fe5-9f92-44ec-91e7-c953c09f70c1 {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:15.729061 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'code': 200} Aug 30 14:43:16.283796 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aa032-9b15-4d7c-80d5-647267663466 req-27288d47-e30d-47de-8576-e098731dc1c2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:16.285293 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f06aa032-9b15-4d7c-80d5-647267663466 req-27288d47-e30d-47de-8576-e098731dc1c2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0638156 Aug 30 14:43:16.327590 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-f06aa032-9b15-4d7c-80d5-647267663466 req-896b3a45-e6c7-4a9a-89fe-8958f1e29375 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329177 Aug 30 14:43:17.475319 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b04a8c-67fe-4ae4-ac67-7efe227f27a3 req-5b46ec5f-b965-4a28-a9a2-c1c01cd8afad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:17.476911 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-03b04a8c-67fe-4ae4-ac67-7efe227f27a3 req-5b46ec5f-b965-4a28-a9a2-c1c01cd8afad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0614753 Aug 30 14:43:17.520241 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-03b04a8c-67fe-4ae4-ac67-7efe227f27a3 req-d6c11577-4da2-4ee3-8153-d322fb230d4f tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373132 Aug 30 14:43:18.652315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7b360-3d4c-48db-9d33-786ccc218cc0 req-6c0e92a6-bc93-4312-a972-2660e97eb73b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:18.653851 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-50e7b360-3d4c-48db-9d33-786ccc218cc0 req-6c0e92a6-bc93-4312-a972-2660e97eb73b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0585766 Aug 30 14:43:18.722446 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-50e7b360-3d4c-48db-9d33-786ccc218cc0 req-073f52cc-3748-4ddb-9a23-cb71010b52d2 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624475 Aug 30 14:43:18.730322 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-cade2d09-8167-436e-8e2c-44d84b46f238 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686641 Aug 30 14:43:18.821683 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-a2f63fdd-37bf-4106-97d9-c6bc8df590ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:18.823075 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-a2f63fdd-37bf-4106-97d9-c6bc8df590ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1098 time: 0.0466964 Aug 30 14:43:18.938215 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-afb7d6be-79b0-4b0e-a93d-e270875842ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:18.939714 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-afb7d6be-79b0-4b0e-a93d-e270875842ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.0966852 Aug 30 14:43:19.013719 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-05dafe9d-4dd2-4df2-afa6-dc9a86ad043e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 1001 time: 0.0668054 Aug 30 14:43:19.062438 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-04c98e19-d6c5-4e50-88c7-f42cf9101543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:19.063899 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-04c98e19-d6c5-4e50-88c7-f42cf9101543 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0432367 Aug 30 14:43:19.124415 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-20338183-12e2-4172-b6bd-6cd152a6daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:19.125919 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-20338183-12e2-4172-b6bd-6cd152a6daad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542397 Aug 30 14:43:19.228434 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:43:19.230811 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-57b42ac7-53ed-40a3-b805-1b240e2fe377 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966256 Aug 30 14:43:19.347655 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-cc9fd586-1f88-48b6-befc-57ea23113bbb req-30e46924-4dae-47ed-afdb-a857a64e53a1 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102035 Aug 30 14:43:19.857037 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c195d3-2870-4bc4-9309-e1f688c23923 req-53a3b397-45c9-42ee-a9fc-9c02bf9d2bec tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:19.858527 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-37c195d3-2870-4bc4-9309-e1f688c23923 req-53a3b397-45c9-42ee-a9fc-9c02bf9d2bec tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0626066 Aug 30 14:43:19.902525 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-37c195d3-2870-4bc4-9309-e1f688c23923 req-11f5c1aa-4c07-4f7e-bcf1-93dd9afe85f1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Aug 30 14:43:20.817444 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333aa8fb-dc35-4b0f-b9f2-1a46e4024b11 req-14c0568f-2df6-4d16-9627-672fa9cdc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:20.818954 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-333aa8fb-dc35-4b0f-b9f2-1a46e4024b11 req-14c0568f-2df6-4d16-9627-672fa9cdc9f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1096 time: 0.0425246 Aug 30 14:43:20.860440 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-333aa8fb-dc35-4b0f-b9f2-1a46e4024b11 req-2d1ba411-2c86-4654-b289-fec016fc0cd1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344145 Aug 30 14:43:21.037758 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d315746-9054-49e3-ba5e-95077b43b379 req-90172136-4852-4e3c-ba7c-069f1d5caa12 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:21.039793 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5d315746-9054-49e3-ba5e-95077b43b379 req-90172136-4852-4e3c-ba7c-069f1d5caa12 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0645730 Aug 30 14:43:21.080707 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5d315746-9054-49e3-ba5e-95077b43b379 req-29fc773c-c15b-4028-96d1-fffc1ac947b4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336306 Aug 30 14:43:22.205527 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae461f11-e529-442d-a41e-65f5abe60536 req-b97ba32d-64ff-48c9-aa5f-3bb4dc97a867 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:22.207034 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ae461f11-e529-442d-a41e-65f5abe60536 req-b97ba32d-64ff-48c9-aa5f-3bb4dc97a867 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 943 time: 0.0571616 Aug 30 14:43:22.247862 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ae461f11-e529-442d-a41e-65f5abe60536 req-3e143dfb-8ded-41d0-8bea-59400c8fa21b tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321598 Aug 30 14:43:23.517998 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=93880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:43:23.629990 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:23.643200 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Returning: {'device': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'port_id': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'mac_address': 'fa:16:3e:2e:3f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:43:23.685763 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.700651 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 {{(pid=93880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:43:23.722391 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:23.728700 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:23.784305 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=7']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:23.985329 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] get_ports_and_sgs() called for port_ids ['0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'] {{(pid=93880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:43:25.524197 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 up at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:43:25.581105 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.provisioning_blocks [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Provisioning complete for port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 triggered by entity L2. {{(pid=93880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:43:25.581479 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-539091'] for port, provisioning_complete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.671076 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-991066'] for port, before_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.694822 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:25.697145 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f5a8c2d838ed97ceb430ac237d8be2179d0d31c7c77fe3ddb6cef665cff7a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d3ab5-cc63-4d04-824c-f79381508fbf" -d '{"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-plugged", "status": "completed", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:25.711316 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:25.717634 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754058983473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754058511400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754058511418'] for port, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:25.743754 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee686d41-ec0c-44df-b14a-6d438dee43fa x-openstack-request-id: req-ee686d41-ec0c-44df-b14a-6d438dee43fa {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:25.744020 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-plugged", "status": "completed", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "code": 200}]} {{(pid=93880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:25.744300 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee686d41-ec0c-44df-b14a-6d438dee43fa {{(pid=93880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:25.744696 dv-cinder-777031-2-iscsi neutron-server[93880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'code': 200} Aug 30 14:43:25.770241 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Pushing event updated for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=8']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:25.930203 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50088) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:26.119389 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Deleting port b2ed6944-ecae-4943-a789-7650728832dc {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:26.119745 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.198126 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.198445 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.210299 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Calling delete_port for b2ed6944-ecae-4943-a789-7650728832dc owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:26.391694 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.420375 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'Port': ['ID=b2ed6944-ecae-4943-a789-7650728832dc,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:26.431916 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.432269 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.432616 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.433042 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.433522 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.433876 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.434199 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.434530 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.434903 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.435231 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.435569 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.435884 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:26.492223 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.492568 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Floating IP ae2364a3-1c80-40ce-a4c0-62da3536ac42 disassociated (deleted). External IP: 172.27.3.235, port: d504dab5-4b35-462f-801a-411a0d6bd291. Aug 30 14:43:26.726046 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:26.843551 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:26.848784 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:26.853701 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:26.866646 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:26.867625 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:26.883547 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-dc9de397-b707-4aca-bfaa-9a3c70863172 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "DELETE /v2.0/floatingips/ae2364a3-1c80-40ce-a4c0-62da3536ac42 HTTP/1.1" status: 204 len: 168 time: 0.9518704 Aug 30 14:43:26.884129 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:26.886495 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf05df-22b2-47fc-b829-3cc3448a7e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:26.931649 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c516fe8-3b6e-40f0-a925-3bf68652f5cd x-openstack-request-id: req-7c516fe8-3b6e-40f0-a925-3bf68652f5cd {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:26.932332 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:26.932332 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c516fe8-3b6e-40f0-a925-3bf68652f5cd {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:26.932667 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'status': 'completed', 'code': 200} Aug 30 14:43:26.992018 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:27.018384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-400518f2-f5b0-4c9b-a856-423d8aedf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:27.023636 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-400518f2-f5b0-4c9b-a856-423d8aedf6cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 1099 time: 0.0658753 Aug 30 14:43:27.148249 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36cde6-07ca-4971-8637-b8322f4e9cbb req-b8878086-e270-4f35-b80b-b9da89d02397 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:27.149751 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4b36cde6-07ca-4971-8637-b8322f4e9cbb req-b8878086-e270-4f35-b80b-b9da89d02397 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 946 time: 0.0765331 Aug 30 14:43:27.166002 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-377ee124-b08a-45f7-9ddc-a4559c84f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:27.167808 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-377ee124-b08a-45f7-9ddc-a4559c84f024 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1399043 Aug 30 14:43:27.219377 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-e9940db3-ca5d-4c87-a7b2-ddfd08c2c901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d504dab5-4b35-462f-801a-411a0d6bd291 HTTP/1.1" status: 200 len: 217 time: 0.0424078 Aug 30 14:43:27.226578 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4b36cde6-07ca-4971-8637-b8322f4e9cbb req-18887a39-f761-46db-bce2-23a8cdcf5256 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694437 Aug 30 14:43:27.238366 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:56Z', 'revision_number': 1, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:27.265646 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:27.273897 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:27.274534 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:27.280104 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-c1907ba1-5d81-4413-bc21-b08b63c9983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:27.281572 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-c1907ba1-5d81-4413-bc21-b08b63c9983a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0490246 Aug 30 14:43:27.331823 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-1f21d73f-87f5-45be-885e-0727ae12d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:27.333412 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-1f21d73f-87f5-45be-885e-0727ae12d89b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416527 Aug 30 14:43:27.380874 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:27.428617 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-79b9d66c-6e34-4b5c-b7ca-57c7a1ac32e5 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839691 Aug 30 14:43:27.531817 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-36cf05df-22b2-47fc-b829-3cc3448a7e1e req-fd2d117e-a89b-4448-a174-1af54c9b8ef4 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947480 Aug 30 14:43:27.631728 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:56Z', 'revision_number': 1, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:27.787693 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3d25b8-43ee-4759-9d28-005e2f7dc5e2 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_floatingips': [{'id': '490f14f3-747d-4deb-8ae3-be2a1aa38d26', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'floating_ip_address': '172.27.3.173', 'floating_network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'router_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'port_id': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'mac_address': 'fa:16:3e:c9:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:39:53Z', 'updated_at': '2021-08-30T14:39:56Z', 'revision_number': 1, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:28.044162 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa8b4e7-dc5c-40df-829a-6d31f767b64f None None] New status for floating IP ae2364a3-1c80-40ce-a4c0-62da3536ac42: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:43:28.363290 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b09bb-655a-4fd1-906c-66c709f2363d req-f3772b63-fc23-4266-8f1d-1eb215c570a3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:28.364850 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e02b09bb-655a-4fd1-906c-66c709f2363d req-f3772b63-fc23-4266-8f1d-1eb215c570a3 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 946 time: 0.0542362 Aug 30 14:43:28.415377 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e02b09bb-655a-4fd1-906c-66c709f2363d req-06165784-a764-40ad-a1c5-b1d0ec58cbf1 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Aug 30 14:43:28.586453 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-cf39fbff-dbc2-48b5-ba92-1c17f1e4b435 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:28.587971 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-cf39fbff-dbc2-48b5-ba92-1c17f1e4b435 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 946 time: 0.0538111 Aug 30 14:43:28.695943 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Deleting port d504dab5-4b35-462f-801a-411a0d6bd291 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:28.696194 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.784182 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] For port d504dab5-4b35-462f-801a-411a0d6bd291, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=d504dab5-4b35-462f-801a-411a0d6bd291,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:28.784528 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.798114 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Calling delete_port for d504dab5-4b35-462f-801a-411a0d6bd291 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:28.935891 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:28.962870 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'Port': ['ID=d504dab5-4b35-462f-801a-411a0d6bd291,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:28.970144 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.970510 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.970864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.971205 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.971540 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.971864 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.972194 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.972525 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.972848 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.973172 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.973517 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:28.973838 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:43:29.022273 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] No DVR routers for this DVR port d504dab5-4b35-462f-801a-411a0d6bd291 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:29.024932 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:29.026954 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-c682fc23-072a-4722-a556-1cd133d11bc8 req-920c9df4-f7cd-45f0-a18f-7196b22b8745 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "DELETE /v2.0/ports/d504dab5-4b35-462f-801a-411a0d6bd291 HTTP/1.1" status: 204 len: 173 time: 0.4258280 Aug 30 14:43:29.027403 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'name': 'network-vif-deleted', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:29.029669 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37736e26-a03c-4a84-95d8-73b93a87ca15" -d '{"events": [{"server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "name": "network-vif-deleted", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:29.130400 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a34095a-abf3-499b-876a-d287ecf8077b x-openstack-request-id: req-2a34095a-abf3-499b-876a-d287ecf8077b {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:29.130742 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de81e70-e643-4711-8a07-79947769597a", "name": "network-vif-deleted", "tag": "d504dab5-4b35-462f-801a-411a0d6bd291", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:29.130993 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a34095a-abf3-499b-876a-d287ecf8077b {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:29.131421 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de81e70-e643-4711-8a07-79947769597a', 'name': 'network-vif-deleted', 'tag': 'd504dab5-4b35-462f-801a-411a0d6bd291', 'status': 'completed', 'code': 200} Aug 30 14:43:29.527520 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-bef6cce7-eaa0-4d4b-b330-13fc0ab9930e req-d248b249-f658-4881-97d3-9a3daaee281b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=8de81e70-e643-4711-8a07-79947769597a HTTP/1.1" status: 200 len: 210 time: 0.0319068 Aug 30 14:43:32.857867 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50122) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:33.018712 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Deleting port 24bfd573-2e10-43c8-a250-ec568948f8a6 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:33.018960 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.105454 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.105778 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.118201 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Calling delete_port for 24bfd573-2e10-43c8-a250-ec568948f8a6 owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:33.271218 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.296041 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'Port': ['ID=24bfd573-2e10-43c8-a250-ec568948f8a6,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:33.360018 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.360310 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.db.l3_db [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Floating IP 490f14f3-747d-4deb-8ae3-be2a1aa38d26 disassociated (deleted). External IP: 172.27.3.173, port: eba10634-d576-46d6-a611-cb2f62a341cb. Aug 30 14:43:33.572473 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device d504dab5-4b35-462f-801a-411a0d6bd291 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:33.591056 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:33.593588 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: d504dab5-4b35-462f-801a-411a0d6bd291 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:33.593936 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device d504dab5-4b35-462f-801a-411a0d6bd291 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:33.715725 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:33.721071 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:33.726096 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84595d9c-e361-4121-aeee-93b645637182 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:33.736800 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:33.737500 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:33.751281 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-101f848d-6047-4806-aa60-9b446c031e23 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "DELETE /v2.0/floatingips/490f14f3-747d-4deb-8ae3-be2a1aa38d26 HTTP/1.1" status: 204 len: 168 time: 0.8921795 Aug 30 14:43:33.752247 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb'}] {{(pid=93879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:33.754647 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3e6218067112ef715b5b0ac01c7f1465605d69ced773cc45eee2fffb92780be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ee2b2d-8e52-4047-9324-5c2451526877" -d '{"events": [{"name": "network-changed", "server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb"}]}' {{(pid=93879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:33.791029 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487da38c-9d63-4fad-80fc-47bc249d5fc0 x-openstack-request-id: req-487da38c-9d63-4fad-80fc-47bc249d5fc0 {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:33.791286 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb", "status": "completed", "code": 200}]} {{(pid=93879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:33.791681 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-487da38c-9d63-4fad-80fc-47bc249d5fc0 {{(pid=93879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:33.792080 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'status': 'completed', 'code': 200} Aug 30 14:43:33.854669 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-2d32b52b-5df3-4913-ab6d-a3297e2f6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:33.856195 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-2d32b52b-5df3-4913-ab6d-a3297e2f6b56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cca350bff6dc4fe0b157dc1573e56218&device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 1098 time: 0.0423100 Aug 30 14:43:33.864418 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:33.986132 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-4add51ca-5a94-4e8b-82a7-db26a69bcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:33.987664 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-4add51ca-5a94-4e8b-82a7-db26a69bcba3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 200 len: 913 time: 0.1244371 Aug 30 14:43:34.005291 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07249544-188c-4a26-ba2e-a119952a7f55 req-8d743e45-939c-41bf-88fa-7fd8034401d2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:34.006755 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07249544-188c-4a26-ba2e-a119952a7f55 req-8d743e45-939c-41bf-88fa-7fd8034401d2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 945 time: 0.0682242 Aug 30 14:43:34.046678 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-2ac780e5-a4f0-4cbd-be28-bcd1ef41e001 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 200 len: 217 time: 0.0499561 Aug 30 14:43:34.084266 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:34.102761 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-07249544-188c-4a26-ba2e-a119952a7f55 req-514aa20a-52f4-44ec-836f-2c3168d67bb8 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893383 Aug 30 14:43:34.111919 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84595d9c-e361-4121-aeee-93b645637182 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:34.117656 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-9dac6656-c448-40a1-bb4f-e9fb4347a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:34.119152 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-9dac6656-c448-40a1-bb4f-e9fb4347a847 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 200 len: 851 time: 0.0604427 Aug 30 14:43:34.120763 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:34.121377 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:34.168990 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-2d9a0a93-553d-47b9-a7cc-63c6471aba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:34.170490 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-2d9a0a93-553d-47b9-a7cc-63c6471aba43 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=220e878c-f70e-4081-86d2-d27830c0e088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408664 Aug 30 14:43:34.229431 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:34.265951 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-4d2477da-c2e5-4886-9d3e-2b6d70e9d6d5 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843587 Aug 30 14:43:34.363066 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-e2ee2b2d-8e52-4047-9324-5c2451526877 req-6a939ef6-fadc-4dff-af7a-0bbf87cd9d75 service neutron] 10.222.0.48 "GET /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881331 Aug 30 14:43:34.428558 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-84595d9c-e361-4121-aeee-93b645637182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:34.459988 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84595d9c-e361-4121-aeee-93b645637182 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:36:35Z', 'revision_number': 4, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': '4be288b9-a6a9-4d0e-8250-71609e8dab3e', 'name': '', 'network_id': '220e878c-f70e-4081-86d2-d27830c0e088', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'mac_address': 'fa:16:3e:3a:bc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:35Z', 'updated_at': '2021-08-30T14:36:41Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'subnets': [{'id': '55d3d826-6283-436b-8adc-30ef55f7effc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:34.698408 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37049709-011f-4781-923c-661b86d9ed8f None None] New status for floating IP 490f14f3-747d-4deb-8ae3-be2a1aa38d26: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:43:35.234736 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd988e7-9e7a-46b0-94e0-9039ebd5d451 req-877d1c06-ab99-4e8b-9cc4-ce6c6d20750b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:35.236256 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ffd988e7-9e7a-46b0-94e0-9039ebd5d451 req-877d1c06-ab99-4e8b-9cc4-ce6c6d20750b tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 945 time: 0.0626209 Aug 30 14:43:35.282366 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-ffd988e7-9e7a-46b0-94e0-9039ebd5d451 req-9a542982-e9a1-4c15-8ba0-487c1926079c tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/security-groups?id=83c6c678-9ced-4381-b43e-6633e5b035ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395596 Aug 30 14:43:35.543121 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-bfcb9e1a-c0ac-43f8-89fa-d6de7bbd0329 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:43:35.544482 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-bfcb9e1a-c0ac-43f8-89fa-d6de7bbd0329 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 945 time: 0.0533364 Aug 30 14:43:35.659014 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Deleting port eba10634-d576-46d6-a611-cb2f62a341cb {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:35.659325 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.749610 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] For port eba10634-d576-46d6-a611-cb2f62a341cb, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=eba10634-d576-46d6-a611-cb2f62a341cb,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:35.749982 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.768494 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Calling delete_port for eba10634-d576-46d6-a611-cb2f62a341cb owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:35.903773 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.932222 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'Port': ['ID=eba10634-d576-46d6-a611-cb2f62a341cb,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:35.978751 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] No DVR routers for this DVR port eba10634-d576-46d6-a611-cb2f62a341cb on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:35.981353 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:35.983787 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-71efc0b1-511e-47c6-a08b-bf2b297ccc63 req-986a6093-ac55-4e2b-bccb-231a96338d97 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.48 "DELETE /v2.0/ports/eba10634-d576-46d6-a611-cb2f62a341cb HTTP/1.1" status: 204 len: 173 time: 0.4318192 Aug 30 14:43:35.984216 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'name': 'network-vif-deleted', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:43:35.986575 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ca43b5-c255-489b-b054-6964b148c634" -d '{"events": [{"server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "name": "network-vif-deleted", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:43:36.022995 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d78e3f2-71cd-42b3-bfd9-793b1ceea3b5 x-openstack-request-id: req-5d78e3f2-71cd-42b3-bfd9-793b1ceea3b5 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:43:36.023287 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eec8e2-f2b2-46bd-90e5-0a6131309836", "name": "network-vif-deleted", "tag": "eba10634-d576-46d6-a611-cb2f62a341cb", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:43:36.023543 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d78e3f2-71cd-42b3-bfd9-793b1ceea3b5 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:43:36.023944 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eec8e2-f2b2-46bd-90e5-0a6131309836', 'name': 'network-vif-deleted', 'tag': 'eba10634-d576-46d6-a611-cb2f62a341cb', 'status': 'completed', 'code': 200} Aug 30 14:43:36.403509 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-89d03144-ef0c-4e3b-a784-ffee798e137b req-6be13436-f312-4d45-8d36-d27baa27a7dd tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "GET /v2.0/ports?device_id=34eec8e2-f2b2-46bd-90e5-0a6131309836 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Aug 30 14:43:36.900831 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-c55102d6-c1c8-48bd-9fa7-c2235fc8dcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.472339 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50140) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:37.614473 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Deleting port c0f6e77d-c082-44f4-ab46-acbbaca98e7f {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:37.614842 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.690368 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.690615 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.702093 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Calling delete_port for c0f6e77d-c082-44f4-ab46-acbbaca98e7f owned by network:floatingip {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:37.865503 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.899263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'Port': ['ID=c0f6e77d-c082-44f4-ab46-acbbaca98e7f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:37.965780 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for floatingip, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.968707 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:37.969968 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-8f95dd4a-e308-4d8f-84d4-e3b0c1d5df5d tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "DELETE /v2.0/floatingips/1c60d7a0-6ae6-499b-b381-c8988a6d8839 HTTP/1.1" status: 204 len: 168 time: 0.4965236 Aug 30 14:43:39.200343 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50152) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:39.529654 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b026-8efc-4251-8a4f-40756df1c3c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.551345 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-54ae53c3-6fbf-4c0c-8a30-ba56179841bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.565457 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b026-8efc-4251-8a4f-40756df1c3c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.606523 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device eba10634-d576-46d6-a611-cb2f62a341cb no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:39.628997 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: eba10634-d576-46d6-a611-cb2f62a341cb {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:39.629335 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device eba10634-d576-46d6-a611-cb2f62a341cb not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:39.640343 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b026-8efc-4251-8a4f-40756df1c3c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.642908 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-b6a8b026-8efc-4251-8a4f-40756df1c3c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Notify callbacks [] for security_group, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.644068 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-b6a8b026-8efc-4251-8a4f-40756df1c3c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] 10.222.0.62 "DELETE /v2.0/security-groups/83c6c678-9ced-4381-b43e-6633e5b035ea HTTP/1.1" status: 204 len: 168 time: 0.4427235 Aug 30 14:43:39.653520 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8b026-8efc-4251-8a4f-40756df1c3c2 tempest-TestVolumeBootPattern-2054906338 tempest-TestVolumeBootPattern-2054906338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c6c678-9ced-4381-b43e-6633e5b035ea,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:39.700481 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50156) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:39.797444 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.182569 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.441859 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Deleting port 4be288b9-a6a9-4d0e-8250-71609e8dab3e {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:40.442540 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.521794 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] For port 4be288b9-a6a9-4d0e-8250-71609e8dab3e, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=4be288b9-a6a9-4d0e-8250-71609e8dab3e,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:40.522165 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.536108 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Calling delete_port for 4be288b9-a6a9-4d0e-8250-71609e8dab3e owned by network:router_interface {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:40.735239 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.760829 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Pushing event deleted for resources: {'Port': ['ID=4be288b9-a6a9-4d0e-8250-71609e8dab3e,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:40.805804 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.933177 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.155287 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:41.277977 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:41.283992 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-d112b05f-cdca-4fff-a6da-0bf24bf57989 admin admin] 10.222.0.62 "PUT /v2.0/routers/0c1490a9-e15f-45c9-8a46-3e7a9df4be43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5821500 Aug 30 14:43:41.286786 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50160) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:41.289616 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] Sync routers for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:41.300990 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:41.301632 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:41.393187 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks [] for router, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.412091 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:41.505816 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.569803 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Deleting port 9f038979-6522-4350-a7e8-43e43f42e171 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:41.570143 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.593069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '9f038979-6522-4350-a7e8-43e43f42e171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:43:40Z', 'revision_number': 5, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port': {'id': '9f038979-6522-4350-a7e8-43e43f42e171', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:33Z', 'updated_at': '2021-08-30T14:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:41.626397 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] Checking router: 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:41.635328 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] Routers {'0c1490a9-e15f-45c9-8a46-3e7a9df4be43'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:41.635946 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:41.662337 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] For port 9f038979-6522-4350-a7e8-43e43f42e171, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9f038979-6522-4350-a7e8-43e43f42e171,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:41.662558 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.675220 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Calling delete_port for 9f038979-6522-4350-a7e8-43e43f42e171 owned by network:router_gateway {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:41.848047 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.849729 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] Set router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:41.875646 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f038979-6522-4350-a7e8-43e43f42e171,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:41.907231 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:43:41Z', 'revision_number': 6, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:41.938219 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465540-dede-410d-aabf-a4cefc9feae4 None None] The sync data for ids ['0c1490a9-e15f-45c9-8a46-3e7a9df4be43'] in dv-cinder-777031-2-iscsi is: [{'id': '0c1490a9-e15f-45c9-8a46-3e7a9df4be43', 'name': 'tempest-TestVolumeBootPattern-1020561516-router', 'tenant_id': 'cca350bff6dc4fe0b157dc1573e56218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:32Z', 'updated_at': '2021-08-30T14:43:41Z', 'revision_number': 6, 'project_id': 'cca350bff6dc4fe0b157dc1573e56218', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:41.941893 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.045332 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.047929 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.093883 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.094396 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1490a9-e15f-45c9-8a46-3e7a9df4be43 {{(pid=93879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:42.098792 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] Notify callbacks [] for router, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.099990 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-f38f0b92-d997-448a-bb45-09c773dcb386 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0c1490a9-e15f-45c9-8a46-3e7a9df4be43 HTTP/1.1" status: 204 len: 168 time: 0.8122296 Aug 30 14:43:42.102852 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50164) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:42.148624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Deleting subnet 55d3d826-6283-436b-8adc-30ef55f7effc {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:42.152027 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.191153 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.291239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.357006 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.387613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.389524 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/55d3d826-6283-436b-8adc-30ef55f7effc HTTP/1.1" status: 204 len: 168 time: 0.2856393 Aug 30 14:43:42.391220 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9e885-ea27-429a-ae36-ed273a05624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d3d826-6283-436b-8adc-30ef55f7effc,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:42.393356 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50166) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:42.393501 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e29ee6-ddef-498e-b79f-8eb849e2c3ec None None] Network 220e878c-f70e-4081-86d2-d27830c0e088 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:42.471182 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.492190 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.526174 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Deleting port 13081b7f-f047-43a6-b837-7cd196a08625 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:42.526944 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.590907 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] For port 13081b7f-f047-43a6-b837-7cd196a08625, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13081b7f-f047-43a6-b837-7cd196a08625,segment=NetworkSegment(0bf00c4c-d163-441e-8feb-b15594b9b714),segment_id=0bf00c4c-d163-441e-8feb-b15594b9b714)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:42.591283 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.604776 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Calling delete_port for 13081b7f-f047-43a6-b837-7cd196a08625 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:42.697319 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.723458 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Pushing event deleted for resources: {'Port': ['ID=13081b7f-f047-43a6-b837-7cd196a08625,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:42.729508 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] No DVR routers for this DVR port 13081b7f-f047-43a6-b837-7cd196a08625 on host dv-cinder-777031-2-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:42.736223 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d535e7b-7307-4d80-ba87-fdc1ecaf7f20 None None] DHCP port deletion for 220e878c-f70e-4081-86d2-d27830c0e088 request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:42.808889 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.819365 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220e878c-f70e-4081-86d2-d27830c0e088']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:42.830263 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf00c4c-d163-441e-8feb-b15594b9b714') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:42.830518 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf00c4c-d163-441e-8feb-b15594b9b714') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:42.839550 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.853471 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.859509 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:42.859880 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:42.861518 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:42.917898 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.922371 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.924944 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] 10.222.0.62 "DELETE /v2.0/networks/220e878c-f70e-4081-86d2-d27830c0e088 HTTP/1.1" status: 204 len: 168 time: 0.5303209 Aug 30 14:43:42.928903 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50168) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:42.938051 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32865459-fb88-4879-aa1e-f2ec751e04eb admin admin] Pushing event deleted for resources: {'Network': ['ID=220e878c-f70e-4081-86d2-d27830c0e088,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:42.999996 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13081b7f-f047-43a6-b837-7cd196a08625 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:43.025629 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 13081b7f-f047-43a6-b837-7cd196a08625 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:43.025977 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13081b7f-f047-43a6-b837-7cd196a08625 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:43.026521 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4be288b9-a6a9-4d0e-8250-71609e8dab3e no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:43.045300 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 4be288b9-a6a9-4d0e-8250-71609e8dab3e {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:43.045826 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 4be288b9-a6a9-4d0e-8250-71609e8dab3e not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:43.046353 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9f038979-6522-4350-a7e8-43e43f42e171 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:43.065373 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 9f038979-6522-4350-a7e8-43e43f42e171 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:43.065711 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9f038979-6522-4350-a7e8-43e43f42e171 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:43.294001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.573158 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Deleting port 3edb81c4-b78d-4275-84a5-00bd398a2cc9 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:43.573407 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.665399 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] For port 3edb81c4-b78d-4275-84a5-00bd398a2cc9, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=3edb81c4-b78d-4275-84a5-00bd398a2cc9,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:43.665743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:43.679035 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Calling delete_port for 3edb81c4-b78d-4275-84a5-00bd398a2cc9 owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:44.137471 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.166297 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edb81c4-b78d-4275-84a5-00bd398a2cc9,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:44.335608 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.567565 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Router 20c33b9e-1230-48ab-b4cb-97a101c906f7 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:43:44.652628 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.678703 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:43:44.683932 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-ab01a864-3222-44ab-98ac-1ff5937d97c4 admin admin] 10.222.0.62 "PUT /v2.0/routers/20c33b9e-1230-48ab-b4cb-97a101c906f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7535965 Aug 30 14:43:44.686722 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50170) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:44.689786 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] Sync routers for ids ['20c33b9e-1230-48ab-b4cb-97a101c906f7'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:43:44.700862 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] Routers {'20c33b9e-1230-48ab-b4cb-97a101c906f7'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:44.701573 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['20c33b9e-1230-48ab-b4cb-97a101c906f7'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:44.794897 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.810084 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] Set router 20c33b9e-1230-48ab-b4cb-97a101c906f7 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:44.899613 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.962230 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Deleting port c7cd9750-74e7-4629-a19c-eb7cf28beaf6 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:44.962612 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:44.990268 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:43:44Z', 'revision_number': 5, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port': {'id': 'c7cd9750-74e7-4629-a19c-eb7cf28beaf6', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:36:39Z', 'updated_at': '2021-08-30T14:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:45.029424 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] Checking router: 20c33b9e-1230-48ab-b4cb-97a101c906f7 for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:43:45.039895 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] Routers {'20c33b9e-1230-48ab-b4cb-97a101c906f7'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:43:45.040507 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:43:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['20c33b9e-1230-48ab-b4cb-97a101c906f7'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:45.045848 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] For port c7cd9750-74e7-4629-a19c-eb7cf28beaf6, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:45.046298 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.059535 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Calling delete_port for c7cd9750-74e7-4629-a19c-eb7cf28beaf6 owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:45.128008 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] Set router 20c33b9e-1230-48ab-b4cb-97a101c906f7 gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:43:45.179540 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:43:44Z', 'revision_number': 6, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:45.209520 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49351be7-593b-4cb9-a24b-b0aaef8773c5 None None] The sync data for ids ['20c33b9e-1230-48ab-b4cb-97a101c906f7'] in dv-cinder-777031-2-iscsi is: [{'id': '20c33b9e-1230-48ab-b4cb-97a101c906f7', 'name': 'tempest-TestVolumeBootPattern-2010085204-router', 'tenant_id': '6b663ea7215641aa8749bf0e47e69be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:36:37Z', 'updated_at': '2021-08-30T14:43:44Z', 'revision_number': 6, 'project_id': '6b663ea7215641aa8749bf0e47e69be6', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:43:45.229598 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.260271 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cd9750-74e7-4629-a19c-eb7cf28beaf6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:45.330005 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.425745 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.428001 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.479171 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.480158 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20c33b9e-1230-48ab-b4cb-97a101c906f7 {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:43:45.489702 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.491987 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-4e757b45-0d51-4221-8045-bcd69911d138 admin admin] 10.222.0.62 "DELETE /v2.0/routers/20c33b9e-1230-48ab-b4cb-97a101c906f7 HTTP/1.1" status: 204 len: 168 time: 0.8038485 Aug 30 14:43:45.496201 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50172) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:45.553409 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Deleting subnet bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:43:45.559070 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.597970 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.702174 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.761030 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.791563 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:45.793532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.797005 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cb6591ae-2e65-4e07-a4bc-96fa413669ec admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bb20ffb7-a1b7-42b6-ba42-fe4776ee6a8f HTTP/1.1" status: 204 len: 168 time: 0.2978625 Aug 30 14:43:45.799131 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50174) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:45.801961 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101c2cd1-7cb0-4164-b95b-121b850d9c0b None None] Network 99ff3854-2e5e-4888-82af-e33070307421 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:43:45.865212 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.919058 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Deleting port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:45.919317 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:45.986823 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] DHCP port deletion for 99ff3854-2e5e-4888-82af-e33070307421 request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:43:45.993207 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] For port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:45.993576 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.008238 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Calling delete_port for 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:46.033531 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] Deleting port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:43:46.033910 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.096620 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.099369 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] For port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,segment=NetworkSegment(bbb3eb8c-96e1-4d96-943a-88cf8556ea48),segment_id=bbb3eb8c-96e1-4d96-943a-88cf8556ea48)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:43:46.099992 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.118108 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] Calling delete_port for 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:43:46.123760 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.129136 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] No DVR routers for this DVR port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 on host dv-cinder-777031-2-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:46.192759 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.204824 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.215384 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ff3854-2e5e-4888-82af-e33070307421']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:46.218119 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] Pushing event deleted for resources: {'Port': ['ID=9a8ff813-b6b6-43fb-83e6-6cf0e1920061,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.222462 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a70454-e03a-4f81-a6c2-aef94fe45c98 None None] No DVR routers for this DVR port 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 on host dv-cinder-777031-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:43:46.232329 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:46.232628 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb3eb8c-96e1-4d96-943a-88cf8556ea48') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:43:46.242881 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.257549 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.264109 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:43:46.264573 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:43:46.266959 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:43:46.326219 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.331267 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.333929 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] 10.222.0.62 "DELETE /v2.0/networks/99ff3854-2e5e-4888-82af-e33070307421 HTTP/1.1" status: 204 len: 168 time: 0.5336373 Aug 30 14:43:46.347022 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc31ca7-f7cb-4f11-a6b1-624ae4148b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ff3854-2e5e-4888-82af-e33070307421,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.454396 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50178) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:46.495027 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-eab1ab80-b92d-47a9-b43d-19d5eed0bfec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cca350bff6dc4fe0b157dc1573e56218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392673 Aug 30 14:43:46.497630 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50180) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:46.546820 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af5486df-22ab-476e-9cfe-2ad07486ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.568644 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af5486df-22ab-476e-9cfe-2ad07486ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.618464 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af5486df-22ab-476e-9cfe-2ad07486ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.621034 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-af5486df-22ab-476e-9cfe-2ad07486ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:46.622302 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-af5486df-22ab-476e-9cfe-2ad07486ebb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd687913-56ee-48b9-9a4f-4eaf862f0c50 HTTP/1.1" status: 204 len: 168 time: 0.1238303 Aug 30 14:43:46.630671 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5486df-22ab-476e-9cfe-2ad07486ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd687913-56ee-48b9-9a4f-4eaf862f0c50,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:46.972621 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 3edb81c4-b78d-4275-84a5-00bd398a2cc9 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:46.992557 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 3edb81c4-b78d-4275-84a5-00bd398a2cc9 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:46.992902 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 3edb81c4-b78d-4275-84a5-00bd398a2cc9 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:46.993320 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device c7cd9750-74e7-4629-a19c-eb7cf28beaf6 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:47.000098 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50186) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.016580 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: c7cd9750-74e7-4629-a19c-eb7cf28beaf6 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:47.016943 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device c7cd9750-74e7-4629-a19c-eb7cf28beaf6 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:47.017335 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:43:47.036244 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:43:47.036504 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 9a8ff813-b6b6-43fb-83e6-6cf0e1920061 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:43:47.040688 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-95020b0a-6d16-42f9-ad64-aa4d3d33666d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b663ea7215641aa8749bf0e47e69be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392280 Aug 30 14:43:47.043270 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50188) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:43:47.095208 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eb9f2f8-6df1-4c79-87eb-f98e9c610c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.122069 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eb9f2f8-6df1-4c79-87eb-f98e9c610c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.181570 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eb9f2f8-6df1-4c79-87eb-f98e9c610c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.185831 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7eb9f2f8-6df1-4c79-87eb-f98e9c610c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:47.187712 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7eb9f2f8-6df1-4c79-87eb-f98e9c610c96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ae974f9-fbc4-405a-9a0d-6c821a9b4f16 HTTP/1.1" status: 204 len: 168 time: 0.1433737 Aug 30 14:43:47.199004 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9f2f8-6df1-4c79-87eb-f98e9c610c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae974f9-fbc4-405a-9a0d-6c821a9b4f16,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:43:56.234943 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:44:06.899723 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2995-3491-42de-b776-ac7328c41df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.554244 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-fac30b16-a34e-4083-aaea-d17c398bca92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.807764 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.816258 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.479238 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:14.648951 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:20.668335 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-ec3ab44c-178b-4a23-b879-02f5ac39c897 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454538 Aug 30 14:44:20.736461 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-e6c88b7a-4ed9-4de3-a109-8ab81f3f16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:20.737973 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-e6c88b7a-4ed9-4de3-a109-8ab81f3f16bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.0427604 Aug 30 14:44:20.854173 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-a651be98-40e9-427c-b2bc-8617a345521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:20.855889 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-a651be98-40e9-427c-b2bc-8617a345521c service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.0972171 Aug 30 14:44:20.928872 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-a363c26c-3b21-461a-8318-f88e0d325764 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 1001 time: 0.0646369 Aug 30 14:44:20.989056 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-08093a59-a449-47ad-b6ed-40bacfc81457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:20.990933 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-08093a59-a449-47ad-b6ed-40bacfc81457 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0549412 Aug 30 14:44:21.043882 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-896e878c-816a-4f4f-89ed-de31971477a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:21.045503 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-896e878c-816a-4f4f-89ed-de31971477a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475466 Aug 30 14:44:21.146117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-8d064096-41fd-4466-b6f6-730694147f2e service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924516 Aug 30 14:44:21.242370 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-95a08041-36bd-44bf-82f4-bc8adf12fbbe req-d6eefc3a-8615-4e34-abd2-6bf119d13e31 service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879076 Aug 30 14:44:33.235442 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:44:36.904644 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-927e0b89-8a32-48fb-932e-6a30f8fa4e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:37.817417 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50208) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:37.989286 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Deleting port 6a5ff18f-9e21-4480-b15d-5c5a6c115651 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:37.989528 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.068962 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.069261 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.081930 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Calling delete_port for 6a5ff18f-9e21-4480-b15d-5c5a6c115651 owned by network:floatingip {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:38.296871 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.324418 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event deleted for resources: {'Port': ['ID=6a5ff18f-9e21-4480-b15d-5c5a6c115651,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:38.348663 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.349011 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.349354 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.349692 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.350025 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.350363 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.350721 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.351050 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.351375 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.351696 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.352000 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.352318 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:38.393231 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for floatingip, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:38.393557 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.db.l3_db [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Floating IP 870d770e-0940-476d-928f-0f94864d367e disassociated (deleted). External IP: 172.27.3.110, port: 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260. Aug 30 14:44:38.623678 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Router 6ad74076-139c-4db1-8193-8ac5655d7a53 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:44:39.002888 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:39.007447 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for floatingip, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.018742 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] Sync routers for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:39.028741 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:39.029374 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:44:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:39.035993 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-d790b0a7-802d-4f95-a1fc-4b1f8dcb55ad tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "DELETE /v2.0/floatingips/870d770e-0940-476d-928f-0f94864d367e HTTP/1.1" status: 204 len: 168 time: 1.2174323 Aug 30 14:44:39.036615 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:44:39.039039 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5553b2-0a46-42b6-bdf2-522ccce0d260" -d '{"events": [{"name": "network-changed", "server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:44:39.080732 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6595966f-2380-4e40-8fd8-97e950490ae1 x-openstack-request-id: req-6595966f-2380-4e40-8fd8-97e950490ae1 {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:44:39.081195 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:44:39.081468 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6595966f-2380-4e40-8fd8-97e950490ae1 {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:44:39.082218 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'status': 'completed', 'code': 200} Aug 30 14:44:39.138352 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:39.144464 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-a3d99848-8f8a-4513-b5b1-dfe1cbec11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:39.146007 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-a3d99848-8f8a-4513-b5b1-dfe1cbec11ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 1098 time: 0.0419426 Aug 30 14:44:39.281754 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-f351af36-dea4-49a0-b0bb-0ee125857f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:39.283331 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-f351af36-dea4-49a0-b0bb-0ee125857f4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 200 len: 910 time: 0.1243844 Aug 30 14:44:39.294619 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e452e-9662-400e-9488-203cdb139752 req-41a34282-d808-4ba4-895b-d4f7e727f8b8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:39.296065 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-999e452e-9662-400e-9488-203cdb139752 req-41a34282-d808-4ba4-895b-d4f7e727f8b8 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0761175 Aug 30 14:44:39.342089 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-e2a6c51b-097d-4d23-a1d7-ecf128cec05b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 200 len: 217 time: 0.0450673 Aug 30 14:44:39.358685 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:39.386786 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] Checking router: 6ad74076-139c-4db1-8193-8ac5655d7a53 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:44:39.396295 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:39.396910 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:44:10Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:39.397156 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-999e452e-9662-400e-9488-203cdb139752 req-813e7934-09e2-4c89-ba85-3b0b40acdc9a tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936654 Aug 30 14:44:39.409403 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-d589c5ae-f85d-4938-9fe4-e216ae2a5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:39.410888 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-d589c5ae-f85d-4938-9fe4-e216ae2a5cec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 200 len: 848 time: 0.0604699 Aug 30 14:44:39.460876 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-98eaf275-1e10-4a4b-bf0f-0035feff2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:39.462397 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-98eaf275-1e10-4a4b-bf0f-0035feff2841 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c4acf8fc-dfe8-442a-a4c3-65d577ad359f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426412 Aug 30 14:44:39.507198 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:39.556741 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d7da1995-3f8d-4688-a30b-d15a5ac45037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.560113 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-3d238a01-579f-4cbf-abe6-69f43a32120b service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894341 Aug 30 14:44:39.667996 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-5e5553b2-0a46-42b6-bdf2-522ccce0d260 req-4f5aacaf-4cb8-4ed6-8aa2-bdff267ca39b service neutron] 10.222.0.48 "GET /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990167 Aug 30 14:44:39.739204 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:39.770086 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a963fdb-0b06-406a-a77f-a60da4c49004 None None] The sync data for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi is: [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:16Z', 'revision_number': 4, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi', '_interfaces': [{'id': 'dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c', 'name': '', 'network_id': 'c4acf8fc-dfe8-442a-a4c3-65d577ad359f', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'mac_address': 'fa:16:3e:3b:ec:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:15Z', 'updated_at': '2021-08-30T14:40:22Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'subnets': [{'id': 'aada7485-85ee-45e1-a783-3cc55d68c037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:44:39.802461 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.021234 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da05fde2-1297-4815-848c-05c0a874d190 None None] New status for floating IP 870d770e-0940-476d-928f-0f94864d367e: DOWN {{(pid=93881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:44:40.529418 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa1a80-d39e-4973-81ff-ecb4b399b4dc req-f18b438d-bdda-4633-9c0d-1993d93cbc52 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:40.531117 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2faa1a80-d39e-4973-81ff-ecb4b399b4dc req-f18b438d-bdda-4633-9c0d-1993d93cbc52 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0605757 Aug 30 14:44:40.574859 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-2faa1a80-d39e-4973-81ff-ecb4b399b4dc req-a74a83db-9b29-4fed-b58a-1df4f2987f68 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/security-groups?id=1020c41e-ec56-4b45-ba08-bdddd30bf65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344615 Aug 30 14:44:40.820978 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.845352 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-1f92e520-81cc-420f-af91-7f099014c9ae tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:44:40.846828 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-1f92e520-81cc-420f-af91-7f099014c9ae tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.48 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 945 time: 0.0619409 Aug 30 14:44:40.944392 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Deleting port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:40.944743 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.041933 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] For port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:41.042213 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.056013 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Calling delete_port for 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 owned by compute:nova {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:41.195315 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.228665 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event deleted for resources: {'Port': ['ID=0a2cc4bc-aa47-4a9f-8b86-da71c7e70260,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:41.272024 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] No DVR routers for this DVR port 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 on host hv-cinder-77703 {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:41.275087 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125715'] for port, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.277176 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-7d5535fa-456a-41b9-a207-8bdf4fbb1e7e req-7104984e-ce58-4cfa-9ed6-abe4dddb02a1 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.48 "DELETE /v2.0/ports/0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 HTTP/1.1" status: 204 len: 173 time: 0.4224982 Aug 30 14:44:41.277651 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-deleted', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260'}] {{(pid=93878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:44:41.279956 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a69763e592a59eecbcfe5814587cb174834e3bd697d48c06508197f9af9282" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ac941-7aad-4201-a826-f1714bcd6d58" -d '{"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-deleted", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260"}]}' {{(pid=93878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:44:41.315818 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feae8e9d-c0aa-4baa-bdc7-7852f92a7c9c x-openstack-request-id: req-feae8e9d-c0aa-4baa-bdc7-7852f92a7c9c {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:44:41.316112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479886f-bbb7-4b68-ba1f-237bc9b7da6a", "name": "network-vif-deleted", "tag": "0a2cc4bc-aa47-4a9f-8b86-da71c7e70260", "status": "completed", "code": 200}]} {{(pid=93878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:44:41.316374 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feae8e9d-c0aa-4baa-bdc7-7852f92a7c9c {{(pid=93878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:44:41.316845 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e479886f-bbb7-4b68-ba1f-237bc9b7da6a', 'name': 'network-vif-deleted', 'tag': '0a2cc4bc-aa47-4a9f-8b86-da71c7e70260', 'status': 'completed', 'code': 200} Aug 30 14:44:41.677019 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [req-4c9e8dde-6362-46c0-bb56-aaa8d3671e69 req-e5e95cff-7de4-4e36-8d04-cf1dc77257ac tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "GET /v2.0/ports?device_id=e479886f-bbb7-4b68-ba1f-237bc9b7da6a HTTP/1.1" status: 200 len: 210 time: 0.0287838 Aug 30 14:44:42.484147 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.739592 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50232) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:42.804951 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad4a-a339-4d2c-81dd-a9a13be56bf4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.830557 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad4a-a339-4d2c-81dd-a9a13be56bf4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.896803 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad4a-a339-4d2c-81dd-a9a13be56bf4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.899617 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-92a9ad4a-a339-4d2c-81dd-a9a13be56bf4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.900819 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-92a9ad4a-a339-4d2c-81dd-a9a13be56bf4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] 10.222.0.62 "DELETE /v2.0/security-groups/1020c41e-ec56-4b45-ba08-bdddd30bf65d HTTP/1.1" status: 204 len: 168 time: 0.1601748 Aug 30 14:44:42.911147 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9ad4a-a339-4d2c-81dd-a9a13be56bf4 tempest-TestShelveInstance-1099949311 tempest-TestShelveInstance-1099949311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020c41e-ec56-4b45-ba08-bdddd30bf65d,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:42.954823 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50236) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:43.312994 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.561947 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Deleting port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:43.562293 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.646012 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] For port dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:43.646364 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.659064 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Calling delete_port for dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:43.862284 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:43.881703 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:43.888423 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:43.912104 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] No Port match for: 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:43.912465 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Device 0a2cc4bc-aa47-4a9f-8b86-da71c7e70260 not bound to the agent host hv-cinder-77703 {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:44.072675 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.306448 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Router 6ad74076-139c-4db1-8193-8ac5655d7a53 has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:44:44.414823 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:44.420473 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-b5609268-46f9-4f5d-80ef-b14f2a9e5178 admin admin] 10.222.0.62 "PUT /v2.0/routers/6ad74076-139c-4db1-8193-8ac5655d7a53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4642239 Aug 30 14:44:44.422794 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50238) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:44.425747 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] Sync routers for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:44.436697 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:44.437345 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:44:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:44.528300 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.547629 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: dv-cinder-777031-2-iscsi {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:44.633154 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.662876 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.688673 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Deleting port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:44.689016 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.738400 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:44:43Z', 'revision_number': 5, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port': {'id': '45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:44.769147 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] Checking router: 6ad74076-139c-4db1-8193-8ac5655d7a53 for host: dv-cinder-777031-2-iscsi {{(pid=93880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:44:44.772491 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] For port 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:44.772856 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.785584 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] Routers {'6ad74076-139c-4db1-8193-8ac5655d7a53'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:44.786230 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:44:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['6ad74076-139c-4db1-8193-8ac5655d7a53'], 'active': True} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:44.786624 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Calling delete_port for 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:44.964902 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:44.992903 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Pushing event deleted for resources: {'Port': ['ID=45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:45.013266 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvr_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] Set router 6ad74076-139c-4db1-8193-8ac5655d7a53 gateway port host: None {{(pid=93880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:45.057285 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.064305 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_hamode_db [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:44:44Z', 'revision_number': 6, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:45.094427 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b950dfd-3ee6-403e-95d7-25b61946b014 None None] The sync data for ids ['6ad74076-139c-4db1-8193-8ac5655d7a53'] in dv-cinder-777031-2-iscsi is: [{'id': '6ad74076-139c-4db1-8193-8ac5655d7a53', 'name': 'tempest-TestShelveInstance-1500436681-router', 'tenant_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:13Z', 'updated_at': '2021-08-30T14:44:44Z', 'revision_number': 6, 'project_id': 'e6915a3c6e0a42e6a1945ac5b6ba9281', 'gw_port_host': None}] {{(pid=93880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:44:45.152604 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.154942 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.201635 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.202119 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad74076-139c-4db1-8193-8ac5655d7a53 {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:44:45.207164 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.208527 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-dd2c76f5-5b78-4922-bcca-e944dc67b06c admin admin] 10.222.0.62 "DELETE /v2.0/routers/6ad74076-139c-4db1-8193-8ac5655d7a53 HTTP/1.1" status: 204 len: 168 time: 0.7846191 Aug 30 14:44:45.211173 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50240) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.255704 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Deleting subnet aada7485-85ee-45e1-a783-3cc55d68c037 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:45.259574 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.297432 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.383372 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.441462 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.468574 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aada7485-85ee-45e1-a783-3cc55d68c037,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:45.473017 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.475738 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-0f197c0d-0201-4a0a-9f6c-e4154e8ca17b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/aada7485-85ee-45e1-a783-3cc55d68c037 HTTP/1.1" status: 204 len: 168 time: 0.2636368 Aug 30 14:44:45.478618 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [-] (93879) accepted ('10.222.0.62', 50242) {{(pid=93879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:45.482258 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc7a49-f30f-4d81-90de-7ba52542050f None None] Network c4acf8fc-dfe8-442a-a4c3-65d577ad359f requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:45.552396 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.604843 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Deleting port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 {{(pid=93879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:45.605190 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.666416 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.db [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] For port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:45.666808 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.679994 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.plugin [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Calling delete_port for 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 owned by network:dhcp {{(pid=93879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:45.863946 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] DHCP port deletion for c4acf8fc-dfe8-442a-a4c3-65d577ad359f request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:45.919544 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Deleting port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:45.920017 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:45.987130 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] For port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,segment=NetworkSegment(9ad58c46-4ef4-4faf-bbf4-39965c3e492b),segment_id=9ad58c46-4ef4-4faf-bbf4-39965c3e492b)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:45.987450 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.001577 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Calling delete_port for 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:46.018517 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16029667'] for port, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.044596 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.054377 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.054790 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.055352 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.055755 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.056136 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.056532 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.057044 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.057363 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.057767 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.058192 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.058623 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.059053 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.065256 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] No DVR routers for this DVR port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 on host dv-cinder-777031-2-iscsi {{(pid=93879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:46.086066 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.114791 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Pushing event deleted for resources: {'Port': ['ID=95c4aca1-575b-4b9c-8dc5-2bda4a07f466,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.119652 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] No DVR routers for this DVR port 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 on host dv-cinder-777031-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.132058 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.133501 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17116a8f-f999-4d1c-a711-b78e612bed26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-2-iscsi {{(pid=93880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:44:46.144828 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.165697 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4acf8fc-dfe8-442a-a4c3-65d577ad359f']}} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:46.176591 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad58c46-4ef4-4faf-bbf4-39965c3e492b') {'for_net_delete': True} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:46.176891 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.services.segments.db [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad58c46-4ef4-4faf-bbf4-39965c3e492b') {} {{(pid=93879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:46.186950 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13341952'] for segment, before_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.201114 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.207232 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=93879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:46.207760 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16029654'] for segment, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: Traceback (most recent call last): Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: timer() Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: cb(*args, **kw) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: return func(*args, **kwargs) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: self._notify() Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: self.callback(batched_events) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: event.method(event) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: return f(self, *a, **k) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._get(url).json() Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:46.209507 dv-cinder-777031-2-iscsi neutron-server[93879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:46.267630 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.274888 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron_lib.callbacks.manager [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:46.279314 dv-cinder-777031-2-iscsi neutron-server[93879]: INFO neutron.wsgi [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c4acf8fc-dfe8-442a-a4c3-65d577ad359f HTTP/1.1" status: 204 len: 168 time: 0.7970283 Aug 30 14:44:46.279809 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50246) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:46.286498 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65037702-cab3-4f7b-9964-c77af21a4a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4acf8fc-dfe8-442a-a4c3-65d577ad359f,revision_number=None']} {{(pid=93879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:46.899434 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2080510'] for router_interface, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.008689 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:47.028416 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:47.028761 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device dc51fb56-ded7-44c1-a6f6-02fcc8fcea4c not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:47.029148 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:47.047922 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:47.048227 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 45290ab5-ff84-4d1d-a8fe-a5eb1f4d845f not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:47.048639 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:47.067202 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:47.067577 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 95c4aca1-575b-4b9c-8dc5-2bda4a07f466 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:47.151752 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Deleting port 2fce7a5c-a776-42b4-842a-13572d9f0e99 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:47.152068 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.228969 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] For port 2fce7a5c-a776-42b4-842a-13572d9f0e99, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=2fce7a5c-a776-42b4-842a-13572d9f0e99,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:47.229306 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.242860 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Calling delete_port for 2fce7a5c-a776-42b4-842a-13572d9f0e99 owned by network:router_interface {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:47.451322 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.480011 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fce7a5c-a776-42b4-842a-13572d9f0e99,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:47.656712 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2080308'] for router_interface, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:47.891708 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Router 27dc0677-836f-4039-8974-6025b581194f has already been hosted by L3 agent ad706b64-4fd3-4c69-8331-f87cc1e05491 {{(pid=93878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:44:48.004953 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] Notify agent at l3_agent.dv-cinder-777031-2-iscsi the message routers_updated {{(pid=93878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:44:48.011828 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-2719b2ad-a687-4af7-927c-496f8793f6a1 admin admin] 10.222.0.62 "PUT /v2.0/routers/27dc0677-836f-4039-8974-6025b581194f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308793 Aug 30 14:44:48.014409 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50248) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.018075 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] Sync routers for ids ['27dc0677-836f-4039-8974-6025b581194f'] in dv-cinder-777031-2-iscsi {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:44:48.028683 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] Routers {'27dc0677-836f-4039-8974-6025b581194f'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:48.029290 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:44:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['27dc0677-836f-4039-8974-6025b581194f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:48.119309 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks [] for router, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.133569 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] Set router 27dc0677-836f-4039-8974-6025b581194f gateway port host: dv-cinder-777031-2-iscsi {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:48.227693 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.284994 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Deleting port 1dcce49d-4831-41f2-9460-a87360cbbc28 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:48.285239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.330492 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'external_fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:44:47Z', 'revision_number': 5, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port': {'id': '1dcce49d-4831-41f2-9460-a87360cbbc28', 'name': '', 'network_id': 'a4415d2d-673a-438e-bf2c-747683157e3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dc0677-836f-4039-8974-6025b581194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6d94f527-a032-44a3-b08f-4652fcb6d7c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-2-iscsi'}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:48.356367 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] Checking router: 27dc0677-836f-4039-8974-6025b581194f for host: dv-cinder-777031-2-iscsi {{(pid=93881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:44:48.363330 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] For port 1dcce49d-4831-41f2-9460-a87360cbbc28, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=1dcce49d-4831-41f2-9460-a87360cbbc28,segment=NetworkSegment(1c1f1839-afda-4490-88fe-fea518953bba),segment_id=1c1f1839-afda-4490-88fe-fea518953bba)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:48.363732 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.365094 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] Routers {'27dc0677-836f-4039-8974-6025b581194f'} bound to L3 agent in host dv-cinder-777031-2-iscsi {{(pid=93881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:44:48.365699 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T14:24:09Z,description=,heartbeat_timestamp=2021-08-30T14:44:40Z,host='dv-cinder-777031-2-iscsi',id=ad706b64-4fd3-4c69-8331-f87cc1e05491,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T14:24:09Z,topic='l3_agent')) {'router_ids': ['27dc0677-836f-4039-8974-6025b581194f'], 'active': True} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:48.378268 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Calling delete_port for 1dcce49d-4831-41f2-9460-a87360cbbc28 owned by network:router_gateway {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:48.463046 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_dvr_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] Set router 27dc0677-836f-4039-8974-6025b581194f gateway port host: None {{(pid=93881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:44:48.516876 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.l3_hamode_db [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:44:48Z', 'revision_number': 6, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port_host': None}], 'dv-cinder-777031-2-iscsi', False) {} {{(pid=93881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:48.543194 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d009fbb-aeae-4bbf-944d-64aa99f200ae None None] The sync data for ids ['27dc0677-836f-4039-8974-6025b581194f'] in dv-cinder-777031-2-iscsi is: [{'id': '27dc0677-836f-4039-8974-6025b581194f', 'name': 'tempest-TestShelveInstance-1400588958-router', 'tenant_id': '58322d6347524c82b95875eee94b8a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:40:18Z', 'updated_at': '2021-08-30T14:44:48Z', 'revision_number': 6, 'project_id': '58322d6347524c82b95875eee94b8a4d', 'gw_port_host': None}] {{(pid=93881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:44:48.555831 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.588974 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcce49d-4831-41f2-9460-a87360cbbc28,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:48.655205 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2079086'] for router_gateway, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.747810 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2076913', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496393'] for router, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.750030 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.799851 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2076926'] for router, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.800335 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27dc0677-836f-4039-8974-6025b581194f {{(pid=93878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:44:48.805097 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] Notify callbacks [] for router, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.805957 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-eec2212f-acad-4cc9-8727-002e4d53f4db admin admin] 10.222.0.62 "DELETE /v2.0/routers/27dc0677-836f-4039-8974-6025b581194f HTTP/1.1" status: 204 len: 168 time: 0.7906086 Aug 30 14:44:48.808670 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50250) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:48.855198 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.db_base_plugin_v2 [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Deleting subnet 26e08abd-57d6-4e1a-b8a2-36a14cf05593 {{(pid=93878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:44:48.858519 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.894841 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13383008'] for subnet, precommit_delete_associations {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:48.980346 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-526753'] for subnet, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.038832 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-526766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13073087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13051831'] for subnet, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.062092 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e08abd-57d6-4e1a-b8a2-36a14cf05593,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.068187 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for subnet, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.070097 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-07901b89-32b3-4bce-873c-8414dd02b050 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/26e08abd-57d6-4e1a-b8a2-36a14cf05593 HTTP/1.1" status: 204 len: 168 time: 0.2604511 Aug 30 14:44:49.072719 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50252) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.075508 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0dd02c-da95-4dd6-9e39-1b5f4ad422dd None None] Network c1fd69f4-8e33-46ab-a98b-15958ecf23a6 requested from dv-cinder-777031-2-iscsi {{(pid=93880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:44:49.142204 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531761'] for network, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.195852 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Deleting port 13318554-758c-49ce-9446-58de04af7cc1 {{(pid=93878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:49.196219 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.265200 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.db [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] For port 13318554-758c-49ce-9446-58de04af7cc1, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13318554-758c-49ce-9446-58de04af7cc1,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:49.265576 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.283556 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] DHCP port deletion for c1fd69f4-8e33-46ab-a98b-15958ecf23a6 request from dv-cinder-777031-2-iscsi {{(pid=93880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:44:49.283747 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.plugin [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Calling delete_port for 13318554-758c-49ce-9446-58de04af7cc1 owned by network:dhcp {{(pid=93878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:49.343402 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] Deleting port 13318554-758c-49ce-9446-58de04af7cc1 {{(pid=93880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:44:49.343791 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754059040287'] for port, before_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.377307 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13073132'] for port, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.389850 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2fce7a5c-a776-42b4-842a-13572d9f0e99 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:49.410470 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Pushing event deleted for resources: {'Port': ['ID=13318554-758c-49ce-9446-58de04af7cc1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.414532 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] No DVR routers for this DVR port 13318554-758c-49ce-9446-58de04af7cc1 on host dv-cinder-777031-2-iscsi {{(pid=93878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:49.418081 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 2fce7a5c-a776-42b4-842a-13572d9f0e99 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:49.418424 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 2fce7a5c-a776-42b4-842a-13572d9f0e99 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:49.437788 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.db [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] For port 13318554-758c-49ce-9446-58de04af7cc1, host dv-cinder-777031-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-2-iscsi',level=0,port_id=13318554-758c-49ce-9446-58de04af7cc1,segment=NetworkSegment(bcaffc98-e262-4912-a34c-cfd154758e23),segment_id=bcaffc98-e262-4912-a34c-cfd154758e23)] {{(pid=93880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:44:49.438186 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2073135'] for port, precommit_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.450765 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] Calling delete_port for 13318554-758c-49ce-9446-58de04af7cc1 owned by network:dhcp {{(pid=93880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:44:49.499759 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537946', 'neutron.services.segments.db._delete_segments_for_network-8754059089902'] for network, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.512776 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fd69f4-8e33-46ab-a98b-15958ecf23a6']}} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:49.526112 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcaffc98-e262-4912-a34c-cfd154758e23') {'for_net_delete': True} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:49.526369 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.services.segments.db [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcaffc98-e262-4912-a34c-cfd154758e23') {} {{(pid=93878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:44:49.537095 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754059089785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13383039'] for segment, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.543592 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-990997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23744', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754058983455', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754058511391'] for port, after_delete {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.554239 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952'] for segment, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.563235 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=93878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:44:49.563841 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-934952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13073113'] for segment, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: Traceback (most recent call last): Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: timer() Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: cb(*args, **kw) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: return func(*args, **kwargs) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: self._notify() Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: self.callback(batched_events) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: event.method(event) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: return f(self, *a, **k) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._get(url).json() Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: return self.request(url, 'GET', **kwargs) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:44:49.565830 dv-cinder-777031-2-iscsi neutron-server[93878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:44:49.576884 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] No DVR routers for this DVR port 13318554-758c-49ce-9446-58de04af7cc1 on host dv-cinder-777031-2-iscsi {{(pid=93880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:44:49.584577 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2e4ea-8bd0-419c-ae0e-9173f4f2bc80 None None] Pushing event deleted for resources: {'Port': ['ID=13318554-758c-49ce-9446-58de04af7cc1,revision_number=None']} {{(pid=93880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.627104 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537891', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2020702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2079058'] for network, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.632760 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677199'] for network, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:49.634583 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] 10.222.0.62 "DELETE /v2.0/networks/c1fd69f4-8e33-46ab-a98b-15958ecf23a6 HTTP/1.1" status: 204 len: 168 time: 0.5609584 Aug 30 14:44:49.645357 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6fdd8-b885-489e-986d-59433a27ea7d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fd69f4-8e33-46ab-a98b-15958ecf23a6,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:49.896797 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50256) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.938382 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-15ed0266-c18c-40b4-aaa3-741978223d40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6915a3c6e0a42e6a1945ac5b6ba9281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403287 Aug 30 14:44:49.940978 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50258) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:49.991203 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1395-b7f5-4605-a39f-8d3f4502f6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.012746 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1395-b7f5-4605-a39f-8d3f4502f6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.062415 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1395-b7f5-4605-a39f-8d3f4502f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.065158 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1395-b7f5-4605-a39f-8d3f4502f6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.066542 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-cc1e1395-b7f5-4605-a39f-8d3f4502f6d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa583082-f431-49b0-8cb2-c7297f7eaaa1 HTTP/1.1" status: 204 len: 168 time: 0.1246822 Aug 30 14:44:50.075201 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e1395-b7f5-4605-a39f-8d3f4502f6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa583082-f431-49b0-8cb2-c7297f7eaaa1,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:50.492091 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50264) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.537665 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-41e234ae-2750-4241-8d93-c26913e8ba79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58322d6347524c82b95875eee94b8a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443366 Aug 30 14:44:50.541489 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [-] (93878) accepted ('10.222.0.62', 50266) {{(pid=93878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:44:50.594554 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbd8b-422a-434a-bf00-aa82fea07590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.620159 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbd8b-422a-434a-bf00-aa82fea07590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.673588 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbd8b-422a-434a-bf00-aa82fea07590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2009333'] for security_group, after_delete {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.676142 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron_lib.callbacks.manager [None req-7a2dbd8b-422a-434a-bf00-aa82fea07590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:50.677418 dv-cinder-777031-2-iscsi neutron-server[93878]: INFO neutron.wsgi [None req-7a2dbd8b-422a-434a-bf00-aa82fea07590 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93654bbe-1be7-4239-b4e4-c2d1b5472984 HTTP/1.1" status: 204 len: 168 time: 0.1350217 Aug 30 14:44:50.686763 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dbd8b-422a-434a-bf00-aa82fea07590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93654bbe-1be7-4239-b4e4-c2d1b5472984,revision_number=None']} {{(pid=93878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:44:51.002614 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 1dcce49d-4831-41f2-9460-a87360cbbc28 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:51.033211 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 1dcce49d-4831-41f2-9460-a87360cbbc28 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:51.033567 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 1dcce49d-4831-41f2-9460-a87360cbbc28 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:44:51.034006 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13318554-758c-49ce-9446-58de04af7cc1 no longer exists at agent ovs-agent-dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:44:51.054728 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.plugin [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] No Port match for: 13318554-758c-49ce-9446-58de04af7cc1 {{(pid=93880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:44:51.055081 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron.plugins.ml2.rpc [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Device 13318554-758c-49ce-9446-58de04af7cc1 not bound to the agent host dv-cinder-777031-2-iscsi {{(pid=93880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:45:06.902143 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-66101bac-11a6-42d7-8268-e62d6c57bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.555178 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a7439821-bd6d-4ab0-8120-9489f5c58a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:09.815466 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:10.243161 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:45:10.820632 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:12.485612 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:14.668004 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:36.899525 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3a9144d9-a0b0-4b12-867b-212919919e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.554216 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-132bc314-ad1f-4332-8241-7ec3003e3b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:39.813339 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:40.825410 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:42.488270 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:44.658974 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:47.236470 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:46:06.890776 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ba00ed78-a708-4a34-be8b-d177e877b13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.556683 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1288-e91e-4c63-863c-682714c3c59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:09.811802 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:10.827980 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:12.491034 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:14.679789 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:24.241932 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:46:36.895555 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3c800d9b-e7d2-42af-9b92-a79e865e257c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.553735 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d9173d2d-5e36-41c5-99fa-8e014dc60881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:39.808662 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:40.840512 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:42.493177 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:46:44.678969 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:01.244249 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:47:06.890301 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-6aa34631-e47e-4e9d-96e4-8ab472f0bf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.549283 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-900ebdb8-49d3-411a-b861-ac80c79b0a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:09.805297 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:10.842168 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:12.495668 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:14.675037 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:36.895881 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-70db19cd-3f1e-4786-908a-b611b820d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:38.245499 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:47:39.557913 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-db0df057-09d4-45f5-a83b-048ccf146f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:39.817144 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:40.847871 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.500853 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:47:42.911438 dv-cinder-777031-2-iscsi neutron-server[93879]: DEBUG neutron.wsgi [req-b90a7352-5671-48a1-9485-ff40486f77df req-ec8abfba-993d-4da3-898a-f738882fed8d service neutron] (93879) timed out ('10.222.0.48', 55570) {{(pid=93879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:47:44.682449 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:06.908370 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-b6c41631-83af-451d-953e-ac678aab25aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.561054 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-be5d40f5-c55d-463d-a06c-43c4c0fd06c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:09.821631 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:10.840994 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:12.507023 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:14.424120 dv-cinder-777031-2-iscsi neutron-server[93878]: DEBUG neutron.wsgi [req-ce1dfcea-7a27-46e1-959b-5a1c47815292 req-d7efe9fb-2c1f-4e1e-a3a5-37fa1563f75a service neutron] (93878) timed out ('10.222.0.48', 55588) {{(pid=93878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:48:14.682069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:15.248919 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:48:36.906696 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-2dbdc329-61ac-45bc-be80-ff8983af98b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.566120 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a59e6aa0-d02a-4283-95d5-989acd9387b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:39.817657 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:40.855069 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:42.507539 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:44.673661 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:48:52.256699 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:49:06.902615 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-133e945b-23bd-4f11-9950-9e4d131578cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.551049 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-103bdee4-83ae-49b1-9ac3-32183cee50b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:09.823579 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:10.858213 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:12.510743 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:14.667591 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:29.253331 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:49:36.911618 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-d1121c84-7de4-4cf1-b31f-ade73613943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.558655 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a77d156d-7d26-4065-b47a-865e5a79d068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:39.821799 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:40.864961 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:42.517120 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:49:44.686828 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-1da45aec-cf7a-45b2-94e2-3659f011b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:06.244585 dv-cinder-777031-2-iscsi neutron-server[93881]: DEBUG neutron.db.agents_db [None req-f028a6a0-2734-4d6c-9dbf-ba8f88133a20 None None] Agent healthcheck: found 6 active agents {{(pid=93881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:50:06.927919 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-710fa6da-290b-4e2b-93d9-06f4d29cd4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.553332 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3668b899-d342-4c49-9965-7cf59706f58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:09.814756 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-a1f69b55-2455-44f6-8f38-4079977b4d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:10.857546 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-37fc5c02-7b72-4f41-8be9-e08fa74b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:50:12.519511 dv-cinder-777031-2-iscsi neutron-server[93880]: DEBUG neutron_lib.callbacks.manager [None req-3f90ae0c-0464-4617-a8ab-a1d6b061e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754059089884', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538976'] for agent, after_update {{(pid=93880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}